[ Aug 28 00:51:28 Enabled. ] [ Aug 28 00:51:28 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Aug 28 00:51:28 Method "start" exited with status 0. ] [ Aug 28 00:51:28 Rereading configuration. ] [ Aug 28 00:51:28 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:28.768671096Z","hostname":"buskin","pid":1562,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:28.76882325Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:28.819875812Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:28.819917423Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:28.934709568Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:28.943745746Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:28.951350662Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:29.551422891Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:29.692035361Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:29.692070751Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:29.692169864Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:29.692260457Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:29.692282117Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:29.692291528Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:716"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:29.695389636Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:623"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:29.695398296Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:765"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:29.695422777Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:29.695428037Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:824"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:29.695457938Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:29.69553027Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:29.695626353Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:29.695648853Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:29.695663834Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:29.707050518Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:29.707075398Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:29.803920433Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.008268725Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.008308526Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.008314217Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.008323587Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.008331297Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.008349418Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.008354118Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.017285932Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.017305882Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.109281399Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308188107Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308254589Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.30829355Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.30829886Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.30830656Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.30831455Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308340281Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308346601Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308362042Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308366422Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308370742Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308385722Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308390262Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308394033Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308412263Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308416803Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308421283Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308425363Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308429263Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308437524Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308442274Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308447054Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308469685Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308474165Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308478355Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308482515Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308486655Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308492735Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308511096Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308516016Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308520316Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308523846Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308552417Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308557037Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308560847Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308567378Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308594928Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308599498Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308621029Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308633109Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.30863708Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308641309Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.30864567Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.30864907Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.30867078Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.30867589Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308691231Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308707082Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308739412Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308754413Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308758853Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308774523Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308778224Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308809984Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308821565Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308825235Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308831025Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308839335Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308870866Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308875836Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308879146Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"No ledger in /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308906417Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308921337Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308928588Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308939018Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308946128Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308952998Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308975279Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.308979599Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.320423765Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:731"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.320485177Z","hostname":"buskin","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999922647s","next_cleanup":"Instant { tv_sec: 1353, tv_nsec: 939309625 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.320502517Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3861"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.320523118Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"No ledger in /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.320584239Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.32308008Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.323444311Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.323516123Z","hostname":"buskin","pid":1562,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.323738349Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1053"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.323745039Z","hostname":"buskin","pid":1562,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.323805591Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"No ledger in /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.323857732Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.323870843Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.323875273Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1113"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.323899674Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"No ledger in /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.323907724Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.323915964Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.323920034Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.323924274Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:155"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.323928074Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:128"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.323945695Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Writing ledger to /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.323979826Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.324346876Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 75a88ee6-61ab-40f4-a8f1-caf11e1c9852,\n sleds: {\n [fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 45733be1-aef6-43c8-be71-719893a1feda,\n rack_id: 75a88ee6-61ab-40f4-a8f1-caf11e1c9852,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.324607894Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:175"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.324625224Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1187"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.324664955Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.324678166Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.324852481Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.324984685Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.325023626Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 45733be1-aef6-43c8-be71-719893a1feda, rack_id: 75a88ee6-61ab-40f4-a8f1-caf11e1c9852, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.32519124Z","hostname":"buskin","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:42213","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 45733be1-aef6-43c8-be71-719893a1feda, rack_id: 75a88ee6-61ab-40f4-a8f1-caf11e1c9852, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.325272633Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:359"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.325278833Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:374"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.325305394Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/server.rs:44"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.325318004Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.325321894Z","hostname":"buskin","pid":1562,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.325330584Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:574"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.325340975Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.325346715Z","hostname":"buskin","pid":1562,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.325378486Z","hostname":"buskin","pid":1562,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.325383686Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:563"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.325389956Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:591"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.325393646Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:395"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.325425337Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.325430527Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:481","result":"DisksManagementResult { status: [] }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.327173237Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.327213468Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4540"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.357338805Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.377927471Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.395615003Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.405481274Z","hostname":"buskin","pid":1562,"sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:385"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.405513705Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.405540456Z","hostname":"buskin","pid":1562,"sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:397"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.405583597Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 51.058803ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.408601393Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00cd980d-d5c8-499a-9542-218585f6a4eb\", \"content-length\": \"124\", \"date\": \"Wed, 28 Aug 2024 00:51:29 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"00cd980d-d5c8-499a-9542-218585f6a4eb\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.419136903Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.44962625Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.449661231Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.454924771Z","hostname":"buskin","pid":1562,"sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:412"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.454936671Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"} {"msg":"Ensuring dataset oxi_1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.454940781Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.460674104Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 62.678656ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.461189639Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f122e961-2698-49c4-9571-b1566de27f07\", \"content-length\": \"124\", \"date\": \"Wed, 28 Aug 2024 00:51:29 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f122e961-2698-49c4-9571-b1566de27f07\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.525155628Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 160.359712ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.525781966Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c26b145f-4565-4d7a-b46f-0f27bcc381cc\", \"content-length\": \"124\", \"date\": \"Wed, 28 Aug 2024 00:51:29 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c26b145f-4565-4d7a-b46f-0f27bcc381cc\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.529054309Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.687481816Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 138.967796ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.688116654Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e0a8a87-330e-4624-b35a-881a93f1a25b\", \"content-length\": \"124\", \"date\": \"Wed, 28 Aug 2024 00:51:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6e0a8a87-330e-4624-b35a-881a93f1a25b\" }"} {"msg":"Mounting oxi_1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.749263433Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.761839391Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.761913973Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.761938034Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.761961635Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.82825511Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 206.534799ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:30.828815686Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1303440d-1527-47ba-bb9f-a83cf3183652\", \"content-length\": \"124\", \"date\": \"Wed, 28 Aug 2024 00:51:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1303440d-1527-47ba-bb9f-a83cf3183652\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:31.036853544Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 198.821793ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:31.037753629Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39aed4ab-1fbe-4766-98a7-9c3e178a3618\", \"content-length\": \"124\", \"date\": \"Wed, 28 Aug 2024 00:51:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"39aed4ab-1fbe-4766-98a7-9c3e178a3618\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:31.237379618Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 315.071397ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:31.237899002Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21d4027d-4c47-4bd9-bd94-b5f45170a572\", \"content-length\": \"124\", \"date\": \"Wed, 28 Aug 2024 00:51:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"21d4027d-4c47-4bd9-bd94-b5f45170a572\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:31.490440026Z","hostname":"buskin","pid":1562,"sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:90"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:31.496670083Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:41997","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205","component":"producer-server","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:31.496696604Z","hostname":"buskin","pid":1562,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:73","component":"producer-server","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:31.496767936Z","hostname":"buskin","pid":1562,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:41997","producer_id":"45733be1-aef6-43c8-be71-719893a1feda"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:31.497825296Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"154.590447ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:31.498912127Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:31.498920617Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:31.49901307Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:915","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:31.49901783Z","hostname":"buskin","pid":1562,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:31.553749677Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:31.654575075Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"297.035164ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:31.953262711Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"614.139737ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:32.569279264Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.722315214s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:33.839621899Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2634"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:33.83966091Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2852"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:33.8396656Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2504"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:33.83966951Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2551"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:33.83967323Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2933"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:33.83967665Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2975"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:33.841453131Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2777"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:33.842688926Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2545"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:33.842790659Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:33.842924923Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 49.672407ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:34.081868709Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 101.712205ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:34.260662705Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 284.737417ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:34.440402637Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 352.226955ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:34.793068599Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.14250674s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:35.168396055Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:35.29335561Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"3.548922915s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 955.437044ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:36.333289081Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 680.111974ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:37.461269686Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 722.860779ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:38.361401241Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:38.844459361Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"5.625757293s"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:39.5658013Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:39.565855961Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:429"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:39.565863961Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Writing ledger to /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:39.565880482Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:39.566091828Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:39.566286113Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:39.566325904Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:39.566338745Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3861"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:39.566344435Z","hostname":"buskin","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:42213","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:39.803488421Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:39.803556153Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:39.80381231Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"No ledger in /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:39.803886372Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:39.803940554Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:39.803980345Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:39.804010216Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:39.804020156Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:39.809018168Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4182","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:39.809038499Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4198"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:39.809043209Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:40.054859291Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:56825"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:40.055221621Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:40.055333424Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"e3b7c5b0-857c-44a5-8215-3e4f02f36b8e","remote_addr":"[fd00:1122:3344:101::1]:56825","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":302,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:40.085876003Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:51835"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:40.085980756Z","hostname":"buskin","pid":1562,"uri":"/sled-role","method":"GET","req_id":"10c25601-8511-4f50-a4b0-d13fb51d14c5","remote_addr":"[fd00:1122:3344:101::1]:51835","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":37,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:40.086723157Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Writing ledger to /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:40.086742958Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:40.087098698Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:40.087321884Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:998"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 3d6fd55b-46e6-4396-a673-d192ddcf79be, pool_id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: e6ca764f-526a-4200-922f-48e1852ff2dd, pool_id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: c9ac2379-ef4e-45b1-a5be-44d617891ca5, pool_id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 8b5005ee-12f3-484d-b473-81bc830fccec, pool_id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 65d13c3f-1260-418b-8658-9ea0b1f42538, pool_id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 5a071ba9-ec1e-4dc8-b44b-c78d76d0c7e3, pool_id: fe61a674-6b99-47f9-b238-13f6d9a31093 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 26c7c76b-3fe5-4a58-9b5a-a83f8e5db0fd, pool_id: 9b7eedae-40f6-4e96-bd9d-f89d715d8ad7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 53551ca9-b818-4f21-9e1e-53e71a5b4615, pool_id: 1a002b08-6021-4882-a443-e176f8f87821 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: d7b68149-f4f8-46cb-8b2e-5befbf6e6bf2, pool_id: 2936c097-160d-4a3f-a5e8-a1c6ffbf1edb (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:40.119139369Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:355"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:40.119213981Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:51582"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:40.119397176Z","hostname":"buskin","pid":1562,"sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:830"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 3d6fd55b-46e6-4396-a673-d192ddcf79be, pool_id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: e6ca764f-526a-4200-922f-48e1852ff2dd, pool_id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: c9ac2379-ef4e-45b1-a5be-44d617891ca5, pool_id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 8b5005ee-12f3-484d-b473-81bc830fccec, pool_id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 65d13c3f-1260-418b-8658-9ea0b1f42538, pool_id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 5a071ba9-ec1e-4dc8-b44b-c78d76d0c7e3, pool_id: fe61a674-6b99-47f9-b238-13f6d9a31093 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 26c7c76b-3fe5-4a58-9b5a-a83f8e5db0fd, pool_id: 9b7eedae-40f6-4e96-bd9d-f89d715d8ad7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 53551ca9-b818-4f21-9e1e-53e71a5b4615, pool_id: 1a002b08-6021-4882-a443-e176f8f87821 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: d7b68149-f4f8-46cb-8b2e-5befbf6e6bf2, pool_id: 2936c097-160d-4a3f-a5e8-a1c6ffbf1edb (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:40.119424787Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"No ledger in /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:40.119429337Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:40.119434758Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:40.119438978Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:645"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:40.119443078Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:40.119447138Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:40.119451928Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:40.119455828Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:40.264522115Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:40.264546965Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T00:51:40.743556331Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.443443789Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.453934808Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.461965726Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.462059689Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.462068659Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.46208306Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.46209198Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.462212653Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.462221113Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.497344492Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_2deff32e-1106-452e-a0e4-7f5633a4a1c4/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.505474834Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"} {"msg":"Looking for unencrypted datasets in oxp_2deff32e-1106-452e-a0e4-7f5633a4a1c4","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.631736515Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.639450365Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.639504016Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.639514376Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.639520047Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.639524077Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.649048448Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.649073388Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.739374907Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.748086615Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.748128746Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.748140566Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.748182098Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.748198298Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.748345452Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.748353003Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T00:51:41.752211372Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.783389889Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_903e5bdb-4fa3-466b-9cc6-cb6c1205c20b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.791117959Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"} {"msg":"Looking for unencrypted datasets in oxp_903e5bdb-4fa3-466b-9cc6-cb6c1205c20b","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.913391077Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.921144698Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.921192389Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.921202899Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.92121283Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.92122051Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.930459513Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:41.930495104Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"8c0884cf-f16d-4d49-a677-c20655479168 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.022965213Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.030638362Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.030682843Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.030694873Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.030731034Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.030740924Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.030909269Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.030916749Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.066249395Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_8c0884cf-f16d-4d49-a677-c20655479168/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.074309994Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"} {"msg":"Looking for unencrypted datasets in oxp_8c0884cf-f16d-4d49-a677-c20655479168","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.202083429Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.210304662Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.210342273Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.210367434Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.210378814Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.210385185Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.219546265Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.219586396Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"39cc409d-9820-46b7-b64f-11f4d431b612 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.316108342Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.324151221Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.324183822Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.324195452Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.324229113Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.324236183Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.324400818Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.324409008Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.358654672Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_39cc409d-9820-46b7-b64f-11f4d431b612/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.366173926Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"} {"msg":"Looking for unencrypted datasets in oxp_39cc409d-9820-46b7-b64f-11f4d431b612","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.488239138Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.496007369Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.496049891Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.496067821Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.496078421Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.496095772Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.505918981Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.505947752Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.60078684Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.6085193Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.608552931Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.608570991Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.608592022Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.608606302Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.608722836Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.608729836Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.644204205Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_753cff17-fbdf-48d1-960a-a1fe6d8c01ed/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.651878873Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T00:51:42.754850202Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_753cff17-fbdf-48d1-960a-a1fe6d8c01ed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.775033616Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.78325694Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.783299011Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.783305542Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.783330002Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.783336452Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.793217933Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.793249874Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"fe61a674-6b99-47f9-b238-13f6d9a31093 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.893133226Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: fe61a674-6b99-47f9-b238-13f6d9a31093 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.90102913Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.901070532Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.901077792Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.901129163Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.901139183Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.901291878Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.901298928Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.93545787Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_fe61a674-6b99-47f9-b238-13f6d9a31093/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:42.943817548Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"} {"msg":"Looking for unencrypted datasets in oxp_fe61a674-6b99-47f9-b238-13f6d9a31093","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.068897715Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.076942864Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.076984115Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.076989945Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.076994856Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.077001436Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.086381123Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.086415093Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"9b7eedae-40f6-4e96-bd9d-f89d715d8ad7 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.180209041Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 9b7eedae-40f6-4e96-bd9d-f89d715d8ad7 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.188538868Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.18858169Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.18858774Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.188615891Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.188625141Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.188714203Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.188722824Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.225341035Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_9b7eedae-40f6-4e96-bd9d-f89d715d8ad7/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.233038054Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"} {"msg":"Looking for unencrypted datasets in oxp_9b7eedae-40f6-4e96-bd9d-f89d715d8ad7","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.35454354Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.362104586Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.362130506Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.362136716Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.362141347Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.362148127Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.371484182Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.371505043Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"1a002b08-6021-4882-a443-e176f8f87821 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.468221534Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 1a002b08-6021-4882-a443-e176f8f87821 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.476294594Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.476333415Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.476339525Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.476373896Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.476380776Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.47653197Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.476539401Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.514618944Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_1a002b08-6021-4882-a443-e176f8f87821/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.523777764Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"} {"msg":"Looking for unencrypted datasets in oxp_1a002b08-6021-4882-a443-e176f8f87821","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.650264832Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.658289551Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.658331342Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.658359733Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.658367373Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.658373403Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.667701828Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.667724749Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"2936c097-160d-4a3f-a5e8-a1c6ffbf1edb (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.762386512Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:307","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 2936c097-160d-4a3f-a5e8-a1c6ffbf1edb (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.770498192Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:351","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.770525663Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:353","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.770534153Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:357","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.770544614Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:359","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.770556164Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.770668397Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.770687658Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:371"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T00:51:43.774456685Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.806886838Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_2936c097-160d-4a3f-a5e8-a1c6ffbf1edb/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.815578125Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:414"} {"msg":"Looking for unencrypted datasets in oxp_2936c097-160d-4a3f-a5e8-a1c6ffbf1edb","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.937219965Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:499"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.945558462Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.945604413Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.945682236Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.945806459Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fe61a674-6b99-47f9-b238-13f6d9a31093 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 9b7eedae-40f6-4e96-bd9d-f89d715d8ad7 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1a002b08-6021-4882-a443-e176f8f87821 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 2936c097-160d-4a3f-a5e8-a1c6ffbf1edb (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.945888492Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.945900472Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.945977834Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.946222641Z","hostname":"buskin","pid":1562,"sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:834"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.946232751Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.946240462Z","hostname":"buskin","pid":1562,"sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:860","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.946247152Z","hostname":"buskin","pid":1562,"sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:865"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.946254802Z","hostname":"buskin","pid":1562,"sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:870"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.946271872Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.946282243Z","hostname":"buskin","pid":1562,"sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:876"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.946315344Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:803","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.946322424Z","hostname":"buskin","pid":1562,"sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:881"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.946419247Z","hostname":"buskin","pid":1562,"uri":"/omicron-physical-disks","method":"PUT","req_id":"76f4fe86-1cb2-4c38-b27d-0357a775f99d","remote_addr":"[fd00:1122:3344:101::1]:51582","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3827144,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 7ad61349-3006-4e30-bd4f-4104affaacb7, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 09ed9686-d85a-429a-baae-bf2b96abe530, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.978410856Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.97855613Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:50918"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ad61349-3006-4e30-bd4f-4104affaacb7, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.978848879Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:43.978856959Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7ad61349-3006-4e30-bd4f-4104affaacb7, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:44.029700085Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:44.029725636Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 09ed9686-d85a-429a-baae-bf2b96abe530, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:44.081111247Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:44.081137748Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 09ed9686-d85a-429a-baae-bf2b96abe530, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:44.131500101Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"No ledger in /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:44.131529522Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:44.131536062Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:44.131574403Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:44.176021227Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:44.176053098Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:44.176058818Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:44.228632304Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:44.232515294Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:44.236010014Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:44.248506739Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:44.252987957Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:44.256673921Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:44.473226861Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"23.215363009s"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T00:51:44.77691953Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:45.731305047Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:45.73138068Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:46.20916527Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:46.209284053Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:46.212830964Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:46.692351204Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:46.692405006Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530\") failed: Property not found. retry in 41.341139ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:46.707063143Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:46.707128205Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:46.707229467Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530\") failed: Property not found. retry in 106.215712ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:46.758233078Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7\") failed: Property not found. retry in 41.376844ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:46.823484114Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a\") failed: Property not found. retry in 29.19987ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:46.830500334Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a\") failed: Property not found. retry in 127.494036ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:46.866960801Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7\") failed: Property not found. retry in 128.779018ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:46.87325145Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530\") failed: Property not found. retry in 139.805352ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:46.880574289Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a\") failed: Property not found. retry in 210.098241ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:47.029097833Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7\") failed: Property not found. retry in 154.686822ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:47.11511277Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530\") failed: Property not found. retry in 496.925976ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:47.140684077Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a\") failed: Property not found. retry in 282.740644ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:47.271057386Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7\") failed: Property not found. retry in 356.723693ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:47.287312078Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a\") failed: Property not found. retry in 628.974943ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:47.565725198Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530\") failed: Property not found. retry in 410.459287ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:47.646960718Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7\") failed: Property not found. retry in 482.574651ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:47.653767892Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530\") failed: Property not found. retry in 915.251491ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:48.068985942Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7\") failed: Property not found. retry in 1.162130154s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:48.149314117Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a\") failed: Property not found. retry in 877.587445ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:48.20284273Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530\") failed: Property not found. retry in 558.445134ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:48.992856842Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a\") failed: Property not found. retry in 791.750299ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:49.088920795Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7\") failed: Property not found. retry in 982.534152ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:49.320349338Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530\") failed: Property not found. retry in 1.412054965s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:49.559195882Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a\") failed: Property not found. retry in 1.021375966s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:49.888627283Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.052969237Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4206"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.053022038Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4216","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.058598547Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4295"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.177642993Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4343"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.177678054Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4370"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.215388527Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4383"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.215418968Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4247"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.266575413Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4289"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.266607184Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4350","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.285329326Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4361"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.285369367Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4403"} {"msg":"wait for service Some(\"oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7\") failed: Property not found. retry in 1.446753452s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:50.315270558Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.37300281Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4435"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.373044492Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4441"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.486009345Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4482"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.486057626Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:366"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:50.519136547Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to get switch ID from MGS (retrying in 69.836498ms)","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:50.51923417Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Failed to get switch ID from MGS (retrying in 105.182534ms)","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:50.590463776Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.698230682Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:414"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.717330035Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:60702"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.717564232Z","hostname":"buskin","pid":1562,"uri":"/sled-identifiers","method":"GET","req_id":"2fb4f49e-2351-495c-8091-55da38c14866","remote_addr":"[fd00:1122:3344:101::2]:60702","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":54,"response_code":"200"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.736331595Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:676"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.736438309Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:714"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.736921752Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.736956053Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:436","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.773144903Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.825339347Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.825397369Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.825409879Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.8254196Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.82542733Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.82543409Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.8254432Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.82545215Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.825459031Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.825468391Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.825485122Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.825494072Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.825502542Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.825510792Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.825517632Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.825522912Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.825527643Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.825532563Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.825537513Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.825542613Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.825547673Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.825552583Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:50.825566504Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a\") failed: Property not found. retry in 994.284816ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:50.917634263Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530\") failed: Property not found. retry in 1.284372716s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:50.980296185Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.284705109Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.28475462Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.28476248Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530"} {"msg":"Writing ledger to /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.2847691Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.285031668Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.285370088Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"5c2698da-3c4e-4af0-b320-1fc042b189f3","remote_addr":"[fd00:1122:3344:101::1]:50918","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8306720,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.287452747Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:555"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.333295641Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:555"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.377993072Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:555"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.424757322Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:591"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.424770493Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.458629586Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.459383998Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.459407958Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 7ad61349-3006-4e30-bd4f-4104affaacb7, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 09ed9686-d85a-429a-baae-bf2b96abe530, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 3bb25b5c-fb2f-4377-9789-fc9d2dfa852e, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 82978440-7287-48f8-b798-a45045d501a1, kind: Service { id: 3bb25b5c-fb2f-4377-9789-fc9d2dfa852e }, name: Name(\"ntp-3bb25b5c-fb2f-4377-9789-fc9d2dfa852e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 51])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.489111643Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.489230576Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:60056"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ad61349-3006-4e30-bd4f-4104affaacb7, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.489512235Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.489541805Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7ad61349-3006-4e30-bd4f-4104affaacb7, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.507796724Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.507829696Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 09ed9686-d85a-429a-baae-bf2b96abe530, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.52345294Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.523480551Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 09ed9686-d85a-429a-baae-bf2b96abe530, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.538979452Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Reading ledger from /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.539031623Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.539179597Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.539293711Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.549591013Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.583463667Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.584948779Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.58496485Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.61557183Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 221, 51]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.615583941Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.616018433Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.616023423Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.61628045Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.616709033Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Configuring new Omicron zone: oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.639724097Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:52.65737867Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:53.286700371Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:53.286838454Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e\") failed: Property not found. retry in 38.00595ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:53.40900725Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e\") failed: Property not found. retry in 98.04476ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:53.454310178Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e\") failed: Property not found. retry in 144.849154ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:53.582768142Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e\") failed: Property not found. retry in 385.426032ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:53.739740927Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e\") failed: Property not found. retry in 548.193241ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:54.136636677Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e\") failed: Property not found. retry in 513.128736ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:54.694430054Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e\") failed: Property not found. retry in 1.173398153s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:55.217045829Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e\") failed: Property not found. retry in 574.727348ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:56.39936072Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e\") failed: Property not found. retry in 971.703109ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:56.982782655Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e\") failed: Property not found. retry in 599.514283ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:57.964274094Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:58.584882778Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e"} {"msg":"Writing ledger to /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:58.58496283Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:58.58530193Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:58.585625099Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"e4e8d21d-a9ca-41d9-8354-c00af9e5570a","remote_addr":"[fd00:1122:3344:101::1]:60056","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6096284,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:58.587956655Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:58.618508584Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:58.61869886Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:54119"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T00:51:58.627639294Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3847"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:58.627777118Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"d98a1c4f-6818-44ee-8315-b184745a893d","remote_addr":"[fd00:1122:3344:101::1]:54119","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8969,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:51:58.630435593Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:58.738533178Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:51:58.738658212Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:46451"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T00:52:02.746820324Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3847"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:02.746882096Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"c4dd7748-ae9b-4540-8d95-55c93d016aea","remote_addr":"[fd00:1122:3344:101::1]:46451","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008140,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:02.750495789Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:02.956008744Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:02.956141528Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:54148"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T00:52:02.964824435Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3847"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:02.96497507Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"02d920af-cf67-4b8c-be82-6b464724d03f","remote_addr":"[fd00:1122:3344:101::1]:54148","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8681,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:02.967631824Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:03.20828913Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:03.208396053Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:64435"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T00:52:03.216244156Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3847"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:03.216337079Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"072b1b4e-6675-4e02-b959-53322391b494","remote_addr":"[fd00:1122:3344:101::1]:64435","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":7817,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:03.218071978Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:03.396107222Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:03.396240406Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:47589"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:07.890302215Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"852a90f3-9248-477c-92af-0609000a93d2","remote_addr":"[fd00:1122:3344:101::1]:47589","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4008973,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.379773676 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:07.892472797Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:07.892484267Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:08.088346845Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:08.088477349Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:61897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:08.097103125Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"50e2d565-e4ab-4fec-bcdc-a55547828f09","remote_addr":"[fd00:1122:3344:101::1]:61897","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8531,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.379210383 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:08.09901817Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:08.09902569Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:08.277647735Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:08.277749107Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:46102"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:08.28660982Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"d2e6ff75-5237-404c-8087-155b28546eec","remote_addr":"[fd00:1122:3344:101::1]:46102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8856,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.378695995 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:08.289033719Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:08.28904588Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:08.741182925Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:08.74134253Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:57520"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:08.74939584Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"e52b5370-f751-4e22-af32-317c396b96f3","remote_addr":"[fd00:1122:3344:101::1]:57520","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8030,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806327.9971592, correction: -0.378211319 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:08.751987239Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:08.752010003Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:09.041997225Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:09.042141929Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:38808"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:09.051428025Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"99ef321d-4d71-4bb5-af33-a5d5fe4deef4","remote_addr":"[fd00:1122:3344:101::1]:38808","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9266,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1724806326.7825043, correction: -0.377391875 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:09.0537371Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:09.053752621Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:09.39276414Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:09.392879984Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:53508"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:09.400784089Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"7cf29fe6-ef3b-4aad-8154-da21c1084250","remote_addr":"[fd00:1122:3344:101::1]:53508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7822,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1724806326.7825043, correction: -0.376442164 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:09.403661071Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:09.403669981Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:10.055221005Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:10.05540175Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:61766"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:10.063597744Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"fcaad9b7-a9ca-43cd-a877-e6bf524e7522","remote_addr":"[fd00:1122:3344:101::1]:61766","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8158,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1724806326.7825043, correction: -0.374782801 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:10.065239431Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:10.065245501Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:10.466144795Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:10.466283529Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:38682"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:10.473891016Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"5cf94e2b-0e56-4b16-b6aa-fbef7c71a6bf","remote_addr":"[fd00:1122:3344:101::1]:38682","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7595,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1724806326.7825043, correction: -0.373668253 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:10.477736766Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:10.477745256Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:11.307062306Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:11.307215645Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:44823"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:11.315885702Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"6967a47f-e3a3-4a61-9c63-2d19449a5058","remote_addr":"[fd00:1122:3344:101::1]:44823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8649,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1724806326.7825043, correction: -0.373032898 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:11.318484946Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:11.318494376Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:12.161021979Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:12.161168553Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:59410"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:12.170706885Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"8152fc47-9bbd-4fba-bf74-669fd4e330bc","remote_addr":"[fd00:1122:3344:101::1]:59410","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9451,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806330.2783256, correction: -0.370756119 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:12.174828702Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:12.174837443Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:12.987068885Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:12.987240147Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:55678"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:12.996117433Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"532d5f1a-74dd-4de3-bcba-7b4b89170cae","remote_addr":"[fd00:1122:3344:101::1]:55678","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8863,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806331.669433, correction: -0.368195593 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:12.999929642Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:12.999952743Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:13.730176413Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:13.730318997Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:42667"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:13.738813819Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"fec68ead-fbc0-4be7-924d-177ff1f05c22","remote_addr":"[fd00:1122:3344:101::1]:42667","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8461,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806332.7627618, correction: -0.365877718 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:13.741460265Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:13.741468225Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:15.024950814Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:15.025132189Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:63593"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:15.034742663Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"ebc8be79-affb-463c-927f-d100913e2084","remote_addr":"[fd00:1122:3344:101::1]:63593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9576,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806334.0621784, correction: -0.360762626 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:15.038511893Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:15.03851885Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:17.726800258Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:17.726954102Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:41995"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:17.736447843Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"30d615e8-e541-4518-a5e3-1ecc01e3f4a2","remote_addr":"[fd00:1122:3344:101::1]:41995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9469,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806336.6798468, correction: -0.353381783 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:17.739416387Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:17.739427298Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:20.078713569Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:20.078902645Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:52160"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:20.088267452Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"0e7605b1-2f1b-46a4-8e72-8d16975eae78","remote_addr":"[fd00:1122:3344:101::1]:52160","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9334,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806338.9374597, correction: -0.34701246 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:20.092151142Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:20.092160143Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:20.709166971Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:20.709294435Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"ea056f2c-6841-46ab-8b09-6935d0b0756e","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61200","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":58,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:21.775023391Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:21.775198803Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:43153"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:21.783919605Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"ce036adf-8d9f-4be6-b14d-49be04bf5ebd","remote_addr":"[fd00:1122:3344:101::1]:43153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8701,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806340.6356091, correction: -0.342390448 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:21.787800626Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:21.787812136Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:23.168560118Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"275.410202ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:26.496382705Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:26.4965627Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:36281"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:26.505450373Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"a4b50973-1b46-4007-a7c0-dccfe3f0d0c0","remote_addr":"[fd00:1122:3344:101::1]:36281","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8859,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806345.2891445, correction: -0.329571009 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:26.507974135Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:26.507987725Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:29.299614319Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:29.299766563Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:37359"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:29.308439521Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"d4a23aef-21d8-4eaa-80c3-a6fb96350f1c","remote_addr":"[fd00:1122:3344:101::1]:37359","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8649,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806347.4616978, correction: -0.321962655 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:29.312004802Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:29.312015693Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:35.254028112Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:35.254211117Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:38312"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:35.263147412Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"e12a589c-10dd-49b9-8fa1-cda4e8786944","remote_addr":"[fd00:1122:3344:101::1]:38312","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8859,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806354.3839843, correction: -0.305808097 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:35.266491167Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:35.266498747Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:38.436922634Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"748.668035ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:39.895686792Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:39.895861337Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:55679"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:39.904851773Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"832fcf6c-0c00-4c7a-9797-2bf245479a33","remote_addr":"[fd00:1122:3344:101::1]:55679","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8965,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806355.991222, correction: -0.293214977 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:39.908031434Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:39.908039881Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:44.441154248Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:44.441293452Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:36868"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:44.450421372Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"c5a6549c-407b-4bc5-986b-02b1054a8103","remote_addr":"[fd00:1122:3344:101::1]:36868","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9110,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806360.4003203, correction: -0.280877143 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:44.454123078Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:44.454132158Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:50.183997757Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:50.184135438Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:42916"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:50.192085758Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"dd041df5-e610-49ef-a7f0-d7667e7ae6ea","remote_addr":"[fd00:1122:3344:101::1]:42916","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7855,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806368.719141, correction: -0.26530388 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:50.19604142Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:50.196050421Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:50.664494432Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50420"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:50.664563184Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"24344eaf-f121-4320-ae0a-d849264410a5","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50420","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":44,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:54.178586611Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"533.567297ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:59.805892465Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:59.806020689Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:35349"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:59.815403886Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"327e818f-f4a0-4a3e-9b17-5881274a072f","remote_addr":"[fd00:1122:3344:101::1]:35349","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9251,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806372.751208, correction: -0.239186421 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:52:59.817913948Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:52:59.817923068Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:53:09.705407991Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"2.838084082s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:53:12.284193343Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:53:12.284383019Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:40694"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:53:12.293673534Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"3d1662b2-96f3-4a6a-baa1-a6b49d27ecf4","remote_addr":"[fd00:1122:3344:101::1]:40694","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9245,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806388.5859396, correction: -0.205324963 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:53:12.297296517Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:53:12.297303857Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:53:20.618346342Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61973"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:53:20.618397674Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"c0364e86-4ab1-4299-b67f-16d1b4a3348f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61973","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":41,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:53:27.530560424Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"5.417742606s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:53:27.741321926Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:53:27.741455199Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:40684"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:53:27.750867678Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"a2dbdb10-4aa5-49e4-abbc-4ca562142c15","remote_addr":"[fd00:1122:3344:101::1]:40684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9333,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806404.9912636, correction: -0.16338335 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:53:27.75480865Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:53:27.75481762Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:53:46.460866929Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:53:46.461014803Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:40702"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:53:46.47035699Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"c78cff81-77b9-4c8c-a029-768e72429f58","remote_addr":"[fd00:1122:3344:101::1]:40702","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9187,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806420.7152622, correction: -0.11257413 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:53:46.473799308Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:53:46.473808538Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:53:47.929015994Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"11.140749075s"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:53:50.569868187Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58776"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:53:50.569932209Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"61a821c1-f37b-431c-b490-32cf5fa1311c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58776","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":36,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:04.939142307Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:04.939265185Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:46146"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:04.948643983Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"c262f300-2927-4d34-9224-0106d8002d7d","remote_addr":"[fd00:1122:3344:101::1]:46146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9227,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806436.852016, correction: -0.061942115 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:04.950818255Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:04.950824535Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:14.033679208Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"16.038302739s"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:20.523379119Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58708"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:20.523466612Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"d93d2047-d7fd-46b5-be81-04fb5691efd5","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58708","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":47,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:22.95833059Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:22.958440733Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:57770"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:22.979946346Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"154e9758-deb3-4523-8e34-e628b23c1580","remote_addr":"[fd00:1122:3344:101::1]:57770","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":21415,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1097084582, ip_addr: 65.100.46.166, stratum: 2, ref_time: 1724806461.130667, correction: -0.012908353 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:22.98498026Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:22.98500523Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1266"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 7ad61349-3006-4e30-bd4f-4104affaacb7, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 09ed9686-d85a-429a-baae-bf2b96abe530, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 3bb25b5c-fb2f-4377-9789-fc9d2dfa852e, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 82978440-7287-48f8-b798-a45045d501a1, kind: Service { id: 3bb25b5c-fb2f-4377-9789-fc9d2dfa852e }, name: Name(\"ntp-3bb25b5c-fb2f-4377-9789-fc9d2dfa852e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 51])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 62d7b608-ad89-43a5-a5eb-30c5f510a264, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c21bdc0c-57c3-4a54-aa95-85bc9627d5b9, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External } } } }, OmicronZoneConfig { id: 2f3a388e-ad90-4757-82e1-21643e753681, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External } } } }, OmicronZoneConfig { id: fdb1d73c-f437-4e37-b800-c198de5adf74, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External } } } }, OmicronZoneConfig { id: bab3ad8b-d8a3-4d57-816f-a33fdf2870fb, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.015776028Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.015952013Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:38187"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ad61349-3006-4e30-bd4f-4104affaacb7, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.016416616Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.016426447Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7ad61349-3006-4e30-bd4f-4104affaacb7, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.039618758Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.03966714Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 09ed9686-d85a-429a-baae-bf2b96abe530, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.05966187Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.059699731Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 09ed9686-d85a-429a-baae-bf2b96abe530, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 62d7b608-ad89-43a5-a5eb-30c5f510a264, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.079078864Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.079120905Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 62d7b608-ad89-43a5-a5eb-30c5f510a264, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c21bdc0c-57c3-4a54-aa95-85bc9627d5b9, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.133500195Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.133532476Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c21bdc0c-57c3-4a54-aa95-85bc9627d5b9, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2f3a388e-ad90-4757-82e1-21643e753681, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.189118511Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.189156433Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2f3a388e-ad90-4757-82e1-21643e753681, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fdb1d73c-f437-4e37-b800-c198de5adf74, dataset_name: DatasetName { pool_name: ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.241055943Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.241087074Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fdb1d73c-f437-4e37-b800-c198de5adf74, dataset_name: DatasetName { pool_name: ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bab3ad8b-d8a3-4d57-816f-a33fdf2870fb, dataset_name: DatasetName { pool_name: ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.293330804Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.293378016Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bab3ad8b-d8a3-4d57-816f-a33fdf2870fb, dataset_name: DatasetName { pool_name: ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.344459532Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Reading ledger from /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.344506484Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.344769541Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.344886734Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.425945041Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.426014119Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.426021689Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.426027189Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.426032859Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.515578073Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.519485785Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.523674392Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.528222544Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.532857646Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.537393715Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.541524893Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.545652971Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.550305494Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:23.554759141Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:26.522410715Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:26.522541459Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:26.528322423Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:26.528484648Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:26.544821824Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:26.544927367Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:26.597235829Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:26.597351104Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:26.619142324Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:26.619253113Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681\") failed: Property not found. retry in 56.836864ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:26.669392947Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9\") failed: Property not found. retry in 25.307245ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:26.679571587Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb\") failed: Property not found. retry in 41.626104ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:26.686690361Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9\") failed: Property not found. retry in 129.909307ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:26.713476245Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264\") failed: Property not found. retry in 28.839996ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:26.736993045Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681\") failed: Property not found. retry in 142.632894ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:26.847705303Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb\") failed: Property not found. retry in 83.832435ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:27.150801886Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681\") failed: Property not found. retry in 173.169153ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:27.645215871Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74\") failed: Property not found. retry in 67.277816ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:27.692651353Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9\") failed: Property not found. retry in 293.008847ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:28.119235064Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb\") failed: Property not found. retry in 220.743715ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:28.203367673Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264\") failed: Property not found. retry in 86.995496ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:28.494190124Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681\") failed: Property not found. retry in 292.59925ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:28.73819655Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74\") failed: Property not found. retry in 128.579825ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:28.854118708Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9\") failed: Property not found. retry in 357.818257ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:28.932796148Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb\") failed: Property not found. retry in 449.994054ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:28.989931917Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264\") failed: Property not found. retry in 133.180448ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:29.076799428Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681\") failed: Property not found. retry in 807.210243ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:29.120371468Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74\") failed: Property not found. retry in 173.200222ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:29.161445676Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264\") failed: Property not found. retry in 206.557087ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:29.242936754Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9\") failed: Property not found. retry in 582.038613ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:29.300964175Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74\") failed: Property not found. retry in 290.981303ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:29.346022656Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb\") failed: Property not found. retry in 973.145933ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:29.452087703Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264\") failed: Property not found. retry in 1.166742788s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:29.461882602Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74\") failed: Property not found. retry in 789.577567ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:29.648929423Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9\") failed: Property not found. retry in 957.388849ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:29.893799008Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681\") failed: Property not found. retry in 1.494498653s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:29.936834572Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb\") failed: Property not found. retry in 1.469469086s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:30.435536698Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74\") failed: Property not found. retry in 1.03925918s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:30.447625172Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264\") failed: Property not found. retry in 891.414453ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:30.638863161Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9\") failed: Property not found. retry in 1.002037572s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:30.861311399Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681\") failed: Property not found. retry in 596.546263ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:31.441484321Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74\") failed: Property not found. retry in 531.270336ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:31.49699277Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264\") failed: Property not found. retry in 500.88876ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:31.5395279Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9\") failed: Property not found. retry in 1.380043737s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:31.87232031Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb\") failed: Property not found. retry in 515.096166ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:31.914043912Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74\") failed: Property not found. retry in 1.410062158s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:32.037045611Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681\") failed: Property not found. retry in 1.424246398s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:32.046228472Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264\") failed: Property not found. retry in 807.760113ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:32.053241941Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb\") failed: Property not found. retry in 1.047056217s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:32.438747966Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264\") failed: Property not found. retry in 691.907127ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:32.871198356Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9\") failed: Property not found. retry in 669.902217ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:33.262511071Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74\") failed: Property not found. retry in 1.436468692s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:33.456163759Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681\") failed: Property not found. retry in 1.285050044s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:33.478891887Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb\") failed: Property not found. retry in 835.506414ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:33.494849868Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264\") failed: Property not found. retry in 1.148602286s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:33.572077405Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9\") failed: Property not found. retry in 878.89051ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:33.941658923Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb\") failed: Property not found. retry in 1.137883729s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:34.341240966Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264\") failed: Property not found. retry in 1.022399851s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:34.730588645Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681\") failed: Property not found. retry in 929.021739ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:34.77373342Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9\") failed: Property not found. retry in 992.940744ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:34.829604148Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74\") failed: Property not found. retry in 1.14080003s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:34.902923642Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb\") failed: Property not found. retry in 618.034422ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:35.488259066Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681\") failed: Property not found. retry in 1.258660721s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:35.711859874Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264\") failed: Property not found. retry in 1.416612525s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:35.762814723Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9\") failed: Property not found. retry in 1.423197022s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:35.83199708Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74\") failed: Property not found. retry in 1.140746244s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:36.052777478Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb\") failed: Property not found. retry in 884.330962ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:36.115136861Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681\") failed: Property not found. retry in 1.106348967s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:36.980644152Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb\") failed: Property not found. retry in 1.401399965s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:37.008881805Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264\") failed: Property not found. retry in 1.052116685s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:37.189561634Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74\") failed: Property not found. retry in 836.588065ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:37.201928776Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9\") failed: Property not found. retry in 853.721409ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:37.263628854Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74\") failed: Property not found. retry in 524.583264ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:38.04761391Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681\") failed: Property not found. retry in 606.205026ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:38.095030368Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9\") failed: Property not found. retry in 1.035018842s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:38.125811993Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264\") failed: Property not found. retry in 1.066139727s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:38.250707376Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb\") failed: Property not found. retry in 1.352287938s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:38.418673503Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74\") failed: Property not found. retry in 811.087055ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:38.581343177Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681\") failed: Property not found. retry in 1.438361805s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:38.710220886Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9\") failed: Property not found. retry in 700.43686ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:39.171544547Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264\") failed: Property not found. retry in 941.225764ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:39.326432093Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74\") failed: Property not found. retry in 820.209203ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:39.400784688Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb\") failed: Property not found. retry in 910.601825ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:39.779720526Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9\") failed: Property not found. retry in 1.091752009s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:39.881405988Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681\") failed: Property not found. retry in 1.170763524s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:40.157736257Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74\") failed: Property not found. retry in 521.874682ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:40.230163387Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264\") failed: Property not found. retry in 1.205923998s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:40.275982483Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb\") failed: Property not found. retry in 636.703667ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:40.699184268Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74\") failed: Property not found. retry in 1.292201179s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:40.761341956Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9\") failed: Property not found. retry in 1.314088348s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:40.982346497Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681\") failed: Property not found. retry in 1.131547356s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:41.338034138Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb\") failed: Property not found. retry in 1.178277389s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:41.345340866Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264\") failed: Property not found. retry in 1.228074996s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:41.500553661Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74\") failed: Property not found. retry in 754.204933ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:42.064854672Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9\") failed: Property not found. retry in 794.546263ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:42.30563885Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681\") failed: Property not found. retry in 751.621027ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:42.480650358Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb\") failed: Property not found. retry in 571.418113ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:42.534344585Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264\") failed: Property not found. retry in 951.091936ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:42.740719466Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74\") failed: Property not found. retry in 1.385452739s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:42.832448035Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9\") failed: Property not found. retry in 650.288622ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:43.110953626Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb\") failed: Property not found. retry in 968.444102ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:43.119625763Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681\") failed: Property not found. retry in 539.114586ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:43.242421496Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264\") failed: Property not found. retry in 1.389363136s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:43.701231647Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9\") failed: Property not found. retry in 1.283419028s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:43.770170857Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681\") failed: Property not found. retry in 645.564605ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:43.789628861Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb\") failed: Property not found. retry in 607.333699ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:44.097545099Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74\") failed: Property not found. retry in 837.848987ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:44.226217289Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681\") failed: Property not found. retry in 739.959949ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:44.443979593Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb\") failed: Property not found. retry in 518.953125ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:44.714659983Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9\") failed: Property not found. retry in 1.302836896s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:45.064155154Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74\") failed: Property not found. retry in 1.264775681s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:45.072495781Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:45.07493561Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"41.769908871s"} {"msg":"wait for service Some(\"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264\") failed: Property not found. retry in 1.243036033s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:45.099765696Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681\") failed: Property not found. retry in 872.001504ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:45.1937402Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb\") failed: Property not found. retry in 1.187476592s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:45.242165817Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681\") failed: Property not found. retry in 861.422074ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:46.07583743Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264\") failed: Property not found. retry in 682.188382ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:54:46.366253181Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:47.073193589Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:47.073252391Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:47.073258921Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:47.073263331Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:47.073267531Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264"} {"msg":"Writing ledger to /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:47.073304583Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:47.073794486Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:47.074175677Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"1fb0a775-ad74-48f2-a545-5b8e362ef61c","remote_addr":"[fd00:1122:3344:101::1]:38187","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":24070961,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:47.109321517Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:35461"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:47.142219553Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3681"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:52.720482904Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43649"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:54:52.76498905Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"bebeb3f9-d42e-4087-bf7b-6e1e3dbfabc6","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43649","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6277,"response_code":"200"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:04.787318424Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3699"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.45548828Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3722"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.456231271Z","hostname":"buskin","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"f880a2ef-1c82-4cd0-98fb-146657f226da","remote_addr":"[fd00:1122:3344:101::1]:35461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":24346553,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 7ad61349-3006-4e30-bd4f-4104affaacb7, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 09ed9686-d85a-429a-baae-bf2b96abe530, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 3bb25b5c-fb2f-4377-9789-fc9d2dfa852e, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 82978440-7287-48f8-b798-a45045d501a1, kind: Service { id: 3bb25b5c-fb2f-4377-9789-fc9d2dfa852e }, name: Name(\"ntp-3bb25b5c-fb2f-4377-9789-fc9d2dfa852e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 51])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 62d7b608-ad89-43a5-a5eb-30c5f510a264, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c21bdc0c-57c3-4a54-aa95-85bc9627d5b9, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External } } } }, OmicronZoneConfig { id: 2f3a388e-ad90-4757-82e1-21643e753681, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External } } } }, OmicronZoneConfig { id: fdb1d73c-f437-4e37-b800-c198de5adf74, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External } } } }, OmicronZoneConfig { id: bab3ad8b-d8a3-4d57-816f-a33fdf2870fb, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External } } } }, OmicronZoneConfig { id: fa9e7556-b41e-4114-bf3f-e918820a9bcf, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: eafd744b-ffb5-445c-8366-bd33299374a6, kind: Service { id: fa9e7556-b41e-4114-bf3f-e918820a9bcf }, name: Name(\"external-dns-fa9e7556-b41e-4114-bf3f-e918820a9bcf\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 132])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 2cae9f85-8043-498f-af8e-a4bc9724ac55, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 1eb980bf-46dc-45a7-aa4f-098bf58d6904, kind: Service { id: 2cae9f85-8043-498f-af8e-a4bc9724ac55 }, name: Name(\"external-dns-2cae9f85-8043-498f-af8e-a4bc9724ac55\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 38])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a5227819-155d-4a08-8e71-bd8a327ad739, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 9b7eedae-40f6-4e96-bd9d-f89d715d8ad7 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 707af25c-dc9c-42b2-9351-0dc3824f26c9, kind: Service { id: a5227819-155d-4a08-8e71-bd8a327ad739 }, name: Name(\"nexus-a5227819-155d-4a08-8e71-bd8a327ad739\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 220, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f840e071-026c-488d-b1c9-2c4d1ce3e74d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 16870a00-56de-4335-bbe4-e10f8544f208, kind: Service { id: f840e071-026c-488d-b1c9-2c4d1ce3e74d }, name: Name(\"nexus-f840e071-026c-488d-b1c9-2c4d1ce3e74d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4ee19452-709a-4abd-a238-7af80f61d166, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a6310629-11e4-4b6d-b328-1d8767a4ab69, kind: Service { id: 4ee19452-709a-4abd-a238-7af80f61d166 }, name: Name(\"nexus-4ee19452-709a-4abd-a238-7af80f61d166\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 191, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fe6d00e-187b-4dd4-9562-e20645ddec26, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 9b7eedae-40f6-4e96-bd9d-f89d715d8ad7 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: b5e20b06-936c-44f5-a47b-458ef7fd56ba, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ddb8173-d078-4b99-bac5-ed06b4cf9def, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: fe61a674-6b99-47f9-b238-13f6d9a31093 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: dbf1e583-6b72-47ae-8a84-3ce2331a120b, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8a6d7ab2-57bd-4341-9872-076f7f2d8bfd, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3d63d074-b018-4e87-8045-b03641d9d1f1, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 02dc2ce9-7b01-425e-b378-1a4d032273cf, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External } } } }, OmicronZoneConfig { id: 36357f09-d97f-4b2f-a4fd-16007d12067e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External } } } }, OmicronZoneConfig { id: 15a66369-82a9-40a2-a682-fbeb107fc5d7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External } } } }, OmicronZoneConfig { id: c3f1e562-0d21-4f0e-863a-66d20b9899f7, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External } } } }, OmicronZoneConfig { id: d14a7041-b90b-487e-acaa-0c8f6daa795f, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fe61a674-6b99-47f9-b238-13f6d9a31093 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe61a674-6b99-47f9-b238-13f6d9a31093 (zpool), kind: External } } } }, OmicronZoneConfig { id: 68525002-65a3-43fc-8e3f-0c38a0d081ff, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 9b7eedae-40f6-4e96-bd9d-f89d715d8ad7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9b7eedae-40f6-4e96-bd9d-f89d715d8ad7 (zpool), kind: External } } } }, OmicronZoneConfig { id: 0ed664b9-9a6f-41dc-a5f5-b38df3412517, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 1a002b08-6021-4882-a443-e176f8f87821 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1a002b08-6021-4882-a443-e176f8f87821 (zpool), kind: External } } } }, OmicronZoneConfig { id: bed84857-bc98-412a-90cd-2b38b7020c71, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 2936c097-160d-4a3f-a5e8-a1c6ffbf1edb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2936c097-160d-4a3f-a5e8-a1c6ffbf1edb (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.509721353Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.510434163Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:39426"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ad61349-3006-4e30-bd4f-4104affaacb7, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.512327937Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.512342797Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 7ad61349-3006-4e30-bd4f-4104affaacb7, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.538199573Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.538245704Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 09ed9686-d85a-429a-baae-bf2b96abe530, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.558269594Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.558328425Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 09ed9686-d85a-429a-baae-bf2b96abe530, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 62d7b608-ad89-43a5-a5eb-30c5f510a264, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.579151378Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.579192299Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 62d7b608-ad89-43a5-a5eb-30c5f510a264, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c21bdc0c-57c3-4a54-aa95-85bc9627d5b9, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.599166137Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.599208228Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c21bdc0c-57c3-4a54-aa95-85bc9627d5b9, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2f3a388e-ad90-4757-82e1-21643e753681, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.620113873Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.620159544Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2f3a388e-ad90-4757-82e1-21643e753681, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fdb1d73c-f437-4e37-b800-c198de5adf74, dataset_name: DatasetName { pool_name: ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.640136243Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.640179754Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fdb1d73c-f437-4e37-b800-c198de5adf74, dataset_name: DatasetName { pool_name: ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bab3ad8b-d8a3-4d57-816f-a33fdf2870fb, dataset_name: DatasetName { pool_name: ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.659593556Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.659640287Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bab3ad8b-d8a3-4d57-816f-a33fdf2870fb, dataset_name: DatasetName { pool_name: ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fa9e7556-b41e-4114-bf3f-e918820a9bcf, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.679278616Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.679321927Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: fa9e7556-b41e-4114-bf3f-e918820a9bcf, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2cae9f85-8043-498f-af8e-a4bc9724ac55, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.760696192Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.760745233Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 2cae9f85-8043-498f-af8e-a4bc9724ac55, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5e20b06-936c-44f5-a47b-458ef7fd56ba, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.839935746Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.839982917Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: b5e20b06-936c-44f5-a47b-458ef7fd56ba, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d63d074-b018-4e87-8045-b03641d9d1f1, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.92269852Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:11.922775202Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 3d63d074-b018-4e87-8045-b03641d9d1f1, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 02dc2ce9-7b01-425e-b378-1a4d032273cf, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.004147077Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.004197348Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 02dc2ce9-7b01-425e-b378-1a4d032273cf, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 36357f09-d97f-4b2f-a4fd-16007d12067e, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.082842485Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.082893497Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 36357f09-d97f-4b2f-a4fd-16007d12067e, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 15a66369-82a9-40a2-a682-fbeb107fc5d7, dataset_name: DatasetName { pool_name: ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.166178775Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.166228407Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 15a66369-82a9-40a2-a682-fbeb107fc5d7, dataset_name: DatasetName { pool_name: ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c3f1e562-0d21-4f0e-863a-66d20b9899f7, dataset_name: DatasetName { pool_name: ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.243058233Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.243106424Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: c3f1e562-0d21-4f0e-863a-66d20b9899f7, dataset_name: DatasetName { pool_name: ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d14a7041-b90b-487e-acaa-0c8f6daa795f, dataset_name: DatasetName { pool_name: ZpoolName { id: fe61a674-6b99-47f9-b238-13f6d9a31093 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.316853152Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.316910193Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: d14a7041-b90b-487e-acaa-0c8f6daa795f, dataset_name: DatasetName { pool_name: ZpoolName { id: fe61a674-6b99-47f9-b238-13f6d9a31093 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68525002-65a3-43fc-8e3f-0c38a0d081ff, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b7eedae-40f6-4e96-bd9d-f89d715d8ad7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.382983673Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.383037174Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 68525002-65a3-43fc-8e3f-0c38a0d081ff, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b7eedae-40f6-4e96-bd9d-f89d715d8ad7 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ed664b9-9a6f-41dc-a5f5-b38df3412517, dataset_name: DatasetName { pool_name: ZpoolName { id: 1a002b08-6021-4882-a443-e176f8f87821 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.453782877Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.453828728Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: 0ed664b9-9a6f-41dc-a5f5-b38df3412517, dataset_name: DatasetName { pool_name: ZpoolName { id: 1a002b08-6021-4882-a443-e176f8f87821 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bed84857-bc98-412a-90cd-2b38b7020c71, dataset_name: DatasetName { pool_name: ZpoolName { id: 2936c097-160d-4a3f-a5e8-a1c6ffbf1edb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.51998504Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.520036111Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:773","request":"NewFilesystemRequest { dataset_id: bed84857-bc98-412a-90cd-2b38b7020c71, dataset_name: DatasetName { pool_name: ZpoolName { id: 2936c097-160d-4a3f-a5e8-a1c6ffbf1edb (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.585540335Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Reading ledger from /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.58573764Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.586219414Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.586395779Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.697234152Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.699858116Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.72598876Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.726241187Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.726293508Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.765278827Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.765324349Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.765332549Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.765338339Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.765342239Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:12.921632745Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.001757464Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.00198217Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.002041042Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.002089853Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.002130165Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.002165296Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.002186616Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.002211127Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.003640758Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.009020551Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.014366983Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.019637673Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.025430908Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.03113543Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.036881453Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.187834617Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.193441356Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.198816999Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.203646086Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.20800255Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.212599991Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.217101049Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.222823172Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.228193115Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.234561636Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.240299419Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.245508397Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.251098396Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.257058496Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.316058564Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.316890208Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.325661757Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.332901993Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.340003465Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.347405996Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.354084026Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.361176938Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.445840626Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.519390318Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.624889899Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.627547635Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.627562935Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.684978488Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 191, 68]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.685009669Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"nexus"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.747214479Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.748859145Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.748872086Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.803214132Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 202, 132]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.803242072Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.805219149Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.805233039Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.864115414Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 220, 190]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.864145015Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.865723119Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.865819162Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.923220275Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 212, 38]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.923249366Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.923703619Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.923719969Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.92585168Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.92586659Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.981637247Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 209, 34]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.981667468Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1235","zone_type":"nexus"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.981857983Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.983531911Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.983546511Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:13.983554271Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.02886768Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.028932882Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.029116867Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.032336589Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.03235285Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.03236097Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.034703576Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.07350793Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.076662359Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.07667511Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.076993159Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.077009579Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Configuring new Omicron zone: oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.077095122Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.11886475Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.166982819Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.170663964Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Installing Omicron zone: oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.170869659Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.180360689Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.190352793Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.208799738Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.259517411Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.270148013Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.283316418Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:14.323518032Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:16.668070543Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:16.668273078Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:16.833722155Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:16.833939611Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:16.848470284Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:16.848894386Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:16.849116082Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:16.849414561Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:16.849440862Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:16.860340122Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:16.87116561Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:16.896654495Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:16.932543096Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:16.933496143Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:16.960538902Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:16.961038646Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:17.015396503Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:17.01565749Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:17.029906495Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:17.030267086Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def\") failed: Property not found. retry in 55.545703ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:17.146248434Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e\") failed: Property not found. retry in 47.454238ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:17.157535675Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf\") failed: Property not found. retry in 56.598054ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:17.167295133Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517\") failed: Property not found. retry in 55.789062ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:17.176913416Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 47.535717ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:17.186236171Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def\") failed: Property not found. retry in 50.315394ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:17.214593068Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7\") failed: Property not found. retry in 28.706579ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:17.24524837Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff\") failed: Property not found. retry in 71.056956ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:17.374795075Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e\") failed: Property not found. retry in 102.121993ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:17.399173259Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def\") failed: Property not found. retry in 246.452801ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:17.653719309Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 94.107236ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:17.809757078Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf\") failed: Property not found. retry in 84.817206ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:18.058224806Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26\") failed: Property not found. retry in 49.5764ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:18.271450511Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7\") failed: Property not found. retry in 80.683743ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:18.349292795Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f\") failed: Property not found. retry in 43.632537ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:18.402250821Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517\") failed: Property not found. retry in 113.145105ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:18.510295935Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff\") failed: Property not found. retry in 127.576695ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:18.79101397Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71\") failed: Property not found. retry in 28.537648ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:18.821870917Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e\") failed: Property not found. retry in 166.182435ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:18.883267494Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def\") failed: Property not found. retry in 340.35814ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:18.936265111Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 163.560756ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:18.976709452Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf\") failed: Property not found. retry in 194.867583ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:18.992545152Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26\") failed: Property not found. retry in 77.101136ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:19.01038745Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7\") failed: Property not found. retry in 171.287995ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:19.028068223Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f\") failed: Property not found. retry in 98.296507ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:19.044698986Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517\") failed: Property not found. retry in 237.734475ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:19.059751994Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff\") failed: Property not found. retry in 125.06814ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:19.079680291Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71\") failed: Property not found. retry in 147.042869ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:19.095276064Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e\") failed: Property not found. retry in 504.73019ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:19.109704075Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:19.115955053Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26\") failed: Property not found. retry in 188.680343ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:19.133153332Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:19.146029288Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:19.148972202Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 288.331304ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:19.205773577Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf\") failed: Property not found. retry in 337.835008ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:19.220089075Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7\") failed: Property not found. retry in 236.168259ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:19.23432479Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f\") failed: Property not found. retry in 113.477044ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:19.248431781Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:19.248517953Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff\") failed: Property not found. retry in 261.974191ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:19.322483777Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71\") failed: Property not found. retry in 184.531945ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:19.336064164Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def\") failed: Property not found. retry in 722.038863ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:19.352494331Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26\") failed: Property not found. retry in 401.616071ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:19.367279231Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f\") failed: Property not found. retry in 250.818633ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:19.383194004Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517\") failed: Property not found. retry in 306.734184ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:19.399302413Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:19.400181598Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:19.40413868Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:19.408182455Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff\") failed: Property not found. retry in 617.416757ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.259878452Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:24.284623876Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35592"} {"msg":"wait for service Some(\"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71\") failed: Property not found. retry in 233.2469ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.295832564Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e\") failed: Property not found. retry in 964.213845ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.335847243Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:24.336326156Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"fc645e03-899b-4e12-b6bd-b566d33fe1a8","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35592","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8644,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def\") failed: Property not found. retry in 1.14333947s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.365389553Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:24.365450485Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b\") failed: Property not found. retry in 53.787409ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.382386467Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 602.040998ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.396238061Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf\") failed: Property not found. retry in 582.947338ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.408099088Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26\") failed: Property not found. retry in 636.618389ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.423099505Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7\") failed: Property not found. retry in 1.081196674s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.434818148Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:24.435126937Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f\") failed: Property not found. retry in 919.385613ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.448618311Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517\") failed: Property not found. retry in 1.171494956s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.461526378Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd\") failed: Property not found. retry in 66.329938ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.474347253Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b\") failed: Property not found. retry in 111.211585ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.488040142Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:24.488086463Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:24.49604763Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:24.496202364Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:24.496221665Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:24.496247625Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:24.504113969Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:24.510746998Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71\") failed: Property not found. retry in 533.790059ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.54142083Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd\") failed: Property not found. retry in 125.61976ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.555838071Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7\") failed: Property not found. retry in 43.318256ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.568058828Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b\") failed: Property not found. retry in 137.402603ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.612703188Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7\") failed: Property not found. retry in 111.294495ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.624578746Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf\") failed: Property not found. retry in 42.927978ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.678565771Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd\") failed: Property not found. retry in 168.476932ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.69502978Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166\") failed: Property not found. retry in 41.048388ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.72103911Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739\") failed: Property not found. retry in 45.948368ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.733616437Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf\") failed: Property not found. retry in 99.559778ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.746419832Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55\") failed: Property not found. retry in 62.794256ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.758070713Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7\") failed: Property not found. retry in 122.941744ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.768885771Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166\") failed: Property not found. retry in 141.912046ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.779988927Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b\") failed: Property not found. retry in 546.819987ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.790691471Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d\") failed: Property not found. retry in 71.257359ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.800707446Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739\") failed: Property not found. retry in 121.451068ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.809424194Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55\") failed: Property not found. retry in 73.091232ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.833272252Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf\") failed: Property not found. retry in 240.116238ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.858261483Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd\") failed: Property not found. retry in 466.682725ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.875307308Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d\") failed: Property not found. retry in 149.67653ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.88627933Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff\") failed: Property not found. retry in 1.287866322s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.896390708Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7\") failed: Property not found. retry in 310.304486ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.906728832Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55\") failed: Property not found. retry in 115.585596ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.916939742Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166\") failed: Property not found. retry in 297.142771ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.932832284Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739\") failed: Property not found. retry in 166.195884ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:24.944025803Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf\") failed: Property not found. retry in 1.445618931s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.003978388Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 852.74895ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.019811449Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55\") failed: Property not found. retry in 536.554281ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.050262585Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d\") failed: Property not found. retry in 197.21968ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.065781526Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26\") failed: Property not found. retry in 1.326943876s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.076509261Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71\") failed: Property not found. retry in 556.772439ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.088547243Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf\") failed: Property not found. retry in 347.220974ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.111589989Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739\") failed: Property not found. retry in 352.57856ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.124972699Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7\") failed: Property not found. retry in 872.371682ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.229733249Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166\") failed: Property not found. retry in 328.172535ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.247147885Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d\") failed: Property not found. retry in 237.951844ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.274192764Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e\") failed: Property not found. retry in 877.224427ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.310453465Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b\") failed: Property not found. retry in 936.556117ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.348994982Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd\") failed: Property not found. retry in 1.199614109s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.359812429Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f\") failed: Property not found. retry in 626.571987ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.378786969Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf\") failed: Property not found. retry in 461.961347ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.471912338Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739\") failed: Property not found. retry in 648.653256ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.490912289Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def\") failed: Property not found. retry in 1.151623251s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.522137847Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7\") failed: Property not found. retry in 866.018231ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.532262175Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d\") failed: Property not found. retry in 917.852047ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.543158665Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166\") failed: Property not found. retry in 727.85469ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.58728753Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55\") failed: Property not found. retry in 1.005790953s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.596485632Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517\") failed: Property not found. retry in 1.114371636s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.644032294Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71\") failed: Property not found. retry in 1.306394095s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.657861948Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 1.168313239s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.884437333Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf\") failed: Property not found. retry in 1.355874852s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:25.947473206Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f\") failed: Property not found. retry in 1.118838881s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:26.019214477Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7\") failed: Property not found. retry in 1.485237656s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:26.114439205Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739\") failed: Property not found. retry in 973.827906ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:26.153169076Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff\") failed: Property not found. retry in 1.138906531s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:26.197912339Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e\") failed: Property not found. retry in 562.346746ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:26.208196312Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b\") failed: Property not found. retry in 860.852032ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:26.298433999Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166\") failed: Property not found. retry in 866.781079ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:26.327371242Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7\") failed: Property not found. retry in 868.749211ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:26.412634637Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26\") failed: Property not found. retry in 1.441203789s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:26.424865685Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf\") failed: Property not found. retry in 666.822079ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:26.462831985Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d\") failed: Property not found. retry in 862.602534ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:26.474110476Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd\") failed: Property not found. retry in 1.45985676s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:26.574056349Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55\") failed: Property not found. retry in 1.066505799s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:26.615151468Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def\") failed: Property not found. retry in 1.03352808s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:26.682939056Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517\") failed: Property not found. retry in 663.104336ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:26.768357316Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e\") failed: Property not found. retry in 694.946745ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:26.778807543Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71\") failed: Property not found. retry in 1.273727349s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:26.97486095Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 648.06675ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:27.06310092Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739\") failed: Property not found. retry in 988.322849ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:27.137072274Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf\") failed: Property not found. retry in 1.059019995s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:27.144766782Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f\") failed: Property not found. retry in 949.53443ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:27.152682127Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b\") failed: Property not found. retry in 994.782035ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:27.16857217Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166\") failed: Property not found. retry in 1.078556846s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:27.20233076Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7\") failed: Property not found. retry in 1.088476368s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:27.289937562Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf\") failed: Property not found. retry in 1.331797128s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:27.313856732Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff\") failed: Property not found. retry in 1.076286232s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:27.345836912Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d\") failed: Property not found. retry in 705.080456ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:27.353663184Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517\") failed: Property not found. retry in 1.113318902s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:27.440468914Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e\") failed: Property not found. retry in 1.479018406s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:27.482337975Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7\") failed: Property not found. retry in 679.550843ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:27.609712848Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55\") failed: Property not found. retry in 837.006868ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:27.69028286Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 1.196478646s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:27.717983458Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def\") failed: Property not found. retry in 823.81653ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:27.724297457Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26\") failed: Property not found. retry in 1.09357151s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:27.875166559Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd\") failed: Property not found. retry in 561.355832ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:28.061145679Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d\") failed: Property not found. retry in 1.366184568s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:28.071390811Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f\") failed: Property not found. retry in 1.039703995s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:28.113626402Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739\") failed: Property not found. retry in 605.76147ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:28.137345127Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b\") failed: Property not found. retry in 700.949386ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:28.176341536Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf\") failed: Property not found. retry in 896.076308ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:28.217803475Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71\") failed: Property not found. retry in 575.800881ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:28.259610954Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166\") failed: Property not found. retry in 1.493727432s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:28.289919727Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7\") failed: Property not found. retry in 1.183056396s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:28.297340488Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7\") failed: Property not found. retry in 517.052026ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:28.386591026Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff\") failed: Property not found. retry in 626.21989ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:28.432240015Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55\") failed: Property not found. retry in 1.38931307s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:28.536516371Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def\") failed: Property not found. retry in 956.591003ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:28.557097916Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517\") failed: Property not found. retry in 788.56ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:28.564442785Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd\") failed: Property not found. retry in 849.44908ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:28.631949366Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf\") failed: Property not found. retry in 782.62072ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:28.654383994Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739\") failed: Property not found. retry in 1.217221547s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:28.752923477Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71\") failed: Property not found. retry in 957.568692ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:28.845195232Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b\") failed: Property not found. retry in 824.094909ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:28.886465105Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7\") failed: Property not found. retry in 898.843767ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:28.912374423Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 634.671534ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:28.924721674Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26\") failed: Property not found. retry in 646.325889ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:29.094217275Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff\") failed: Property not found. retry in 1.462470518s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:29.102608324Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e\") failed: Property not found. retry in 617.630662ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:29.110547559Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf\") failed: Property not found. retry in 1.121541159s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:29.123333463Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f\") failed: Property not found. retry in 1.087216745s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:29.162432935Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517\") failed: Property not found. retry in 893.308468ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:29.363097203Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf\") failed: Property not found. retry in 1.4809958s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:29.446019952Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d\") failed: Property not found. retry in 1.058616187s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:29.45263946Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7\") failed: Property not found. retry in 902.179226ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:29.48847806Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd\") failed: Property not found. retry in 1.465644364s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:29.495368536Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def\") failed: Property not found. retry in 767.201858ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:29.521027706Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 1.133089666s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:29.567466456Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b\") failed: Property not found. retry in 739.629528ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:29.721285532Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e\") failed: Property not found. retry in 1.409713969s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:29.736213007Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26\") failed: Property not found. retry in 1.43603007s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:29.748808635Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166\") failed: Property not found. retry in 729.024246ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:29.793235629Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71\") failed: Property not found. retry in 1.404582655s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:29.810797278Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7\") failed: Property not found. retry in 1.378892562s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:29.819048193Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55\") failed: Property not found. retry in 1.2682213s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:29.936503664Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739\") failed: Property not found. retry in 632.445444ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:29.978054646Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:30.149549004Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:30.154124084Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf\") failed: Property not found. retry in 1.450024138s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:30.255258671Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f\") failed: Property not found. retry in 843.159839ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:30.263551467Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517\") failed: Property not found. retry in 1.150380248s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:30.273102938Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def\") failed: Property not found. retry in 540.485014ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:30.297925864Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 55.449051ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:30.389982013Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7\") failed: Property not found. retry in 1.034566953s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:30.400403849Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 103.942043ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:30.453881621Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b\") failed: Property not found. retry in 644.620742ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:30.469714411Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d\") failed: Property not found. retry in 1.145520176s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:30.521089802Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166\") failed: Property not found. retry in 1.458583329s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:30.530998594Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 104.787787ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:30.57056741Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff\") failed: Property not found. retry in 1.359878858s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:30.580519673Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739\") failed: Property not found. retry in 1.332537953s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:30.621518459Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 579.061729ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:30.686396605Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 915.281873ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:30.709581764Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def\") failed: Property not found. retry in 1.449741269s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:30.847649202Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf\") failed: Property not found. retry in 518.079896ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:30.936399476Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd\") failed: Property not found. retry in 1.105373695s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:30.97063195Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f\") failed: Property not found. retry in 1.117910246s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:31.116722385Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b\") failed: Property not found. retry in 1.198769761s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:31.124772474Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e\") failed: Property not found. retry in 792.782332ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:31.154775347Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26\") failed: Property not found. retry in 1.406355411s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:31.194102926Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7\") failed: Property not found. retry in 1.264138531s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:31.206821818Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55\") failed: Property not found. retry in 977.580402ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:31.214036843Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71\") failed: Property not found. retry in 1.174058748s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:31.22589903Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 457.736209ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:31.275037328Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517\") failed: Property not found. retry in 972.454373ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:31.433169266Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7\") failed: Property not found. retry in 705.251956ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:31.444125898Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf\") failed: Property not found. retry in 1.441628427s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:31.464701053Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 1.225917908s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:31.635663136Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d\") failed: Property not found. retry in 1.428874452s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:31.676260701Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf\") failed: Property not found. retry in 681.277393ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:31.714291943Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 603.460228ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:31.741186638Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff\") failed: Property not found. retry in 599.21595ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:31.950320227Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e\") failed: Property not found. retry in 537.998381ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:31.958427187Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739\") failed: Property not found. retry in 1.159108977s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:31.967668621Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166\") failed: Property not found. retry in 1.278123348s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:31.998679583Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd\") failed: Property not found. retry in 585.027569ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:32.085372298Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7\") failed: Property not found. retry in 1.444809846s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:32.160149675Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55\") failed: Property not found. retry in 945.174938ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:32.202084778Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f\") failed: Property not found. retry in 1.257573656s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:32.244864485Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def\") failed: Property not found. retry in 1.100914257s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:32.308049952Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b\") failed: Property not found. retry in 813.497121ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:32.333119515Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 1.312696944s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:32.354700489Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf\") failed: Property not found. retry in 997.140013ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:32.404271309Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71\") failed: Property not found. retry in 1.476739662s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:32.411783703Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517\") failed: Property not found. retry in 711.526531ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:32.419492342Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7\") failed: Property not found. retry in 673.960188ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:32.480328643Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e\") failed: Property not found. retry in 1.193807285s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:32.505162359Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff\") failed: Property not found. retry in 1.065662313s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:32.558256249Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26\") failed: Property not found. retry in 1.317779819s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:32.609662292Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd\") failed: Property not found. retry in 1.068624103s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:32.682257077Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 1.149213948s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:32.872102757Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf\") failed: Property not found. retry in 769.474258ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:32.916555192Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d\") failed: Property not found. retry in 1.46775779s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:33.115080658Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739\") failed: Property not found. retry in 572.507095ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:33.139674278Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517\") failed: Property not found. retry in 1.120907694s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:33.1481836Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b\") failed: Property not found. retry in 1.037429939s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:33.155963581Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55\") failed: Property not found. retry in 1.297022105s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:33.163822345Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7\") failed: Property not found. retry in 955.728829ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:33.172214004Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166\") failed: Property not found. retry in 1.023097847s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:33.286518755Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf\") failed: Property not found. retry in 1.4451509s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:33.411208632Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def\") failed: Property not found. retry in 1.382616611s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:33.419133587Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f\") failed: Property not found. retry in 823.753479ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:33.513212124Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7\") failed: Property not found. retry in 667.642402ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:33.614742921Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff\") failed: Property not found. retry in 1.172848098s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:33.634179514Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 672.862116ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:33.677285161Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf\") failed: Property not found. retry in 579.851369ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:33.694546052Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e\") failed: Property not found. retry in 867.90412ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:33.707768548Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739\") failed: Property not found. retry in 589.570888ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:33.720133959Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd\") failed: Property not found. retry in 525.983904ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:33.763136493Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71\") failed: Property not found. retry in 1.448552303s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:33.899952465Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26\") failed: Property not found. retry in 1.291168671s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:33.937727539Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 660.57262ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:34.032355771Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7\") failed: Property not found. retry in 814.961506ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:34.137932903Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b\") failed: Property not found. retry in 986.522493ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:34.205141065Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf\") failed: Property not found. retry in 1.483785575s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:34.29987745Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517\") failed: Property not found. retry in 1.011254844s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:34.312122798Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd\") failed: Property not found. retry in 1.303154344s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:34.324218262Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7\") failed: Property not found. retry in 842.815794ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:34.338008254Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166\") failed: Property not found. retry in 1.46231326s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:34.347289989Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739\") failed: Property not found. retry in 1.214842574s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:34.356083229Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 811.526518ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:34.363937102Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f\") failed: Property not found. retry in 701.736698ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:34.371072925Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55\") failed: Property not found. retry in 735.311703ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:34.47142138Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e\") failed: Property not found. retry in 829.495786ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:34.587143441Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d\") failed: Property not found. retry in 536.226921ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:34.596852168Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 1.126774147s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:34.703828051Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def\") failed: Property not found. retry in 1.335575514s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:34.813240513Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff\") failed: Property not found. retry in 1.354895555s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:34.82229822Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf\") failed: Property not found. retry in 1.437858921s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:34.869154783Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7\") failed: Property not found. retry in 969.078137ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:34.966190223Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f\") failed: Property not found. retry in 526.889166ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:35.084713134Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d\") failed: Property not found. retry in 1.390026203s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:35.144495285Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 1.150039441s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:35.188524167Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7\") failed: Property not found. retry in 1.43916251s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:35.202117854Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b\") failed: Property not found. retry in 646.724887ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:35.21427759Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55\") failed: Property not found. retry in 1.028436696s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:35.224156421Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26\") failed: Property not found. retry in 904.189762ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:35.239563179Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517\") failed: Property not found. retry in 1.487910167s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:35.339236185Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71\") failed: Property not found. retry in 991.42332ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:35.362432134Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e\") failed: Property not found. retry in 1.374079008s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:35.430555742Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739\") failed: Property not found. retry in 1.471683858s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:35.587678301Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f\") failed: Property not found. retry in 745.9488ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:35.624747436Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd\") failed: Property not found. retry in 611.78295ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:35.639458165Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf\") failed: Property not found. retry in 761.141089ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:35.795310698Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166\") failed: Property not found. retry in 1.467618314s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:35.8217629Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 1.084651686s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:35.842946583Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b\") failed: Property not found. retry in 866.967466ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:35.873672547Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7\") failed: Property not found. retry in 828.08537ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:35.946177469Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26\") failed: Property not found. retry in 1.126718907s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:36.154910186Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def\") failed: Property not found. retry in 1.474017229s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:36.163512101Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff\") failed: Property not found. retry in 540.433949ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:36.18563679Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd\") failed: Property not found. retry in 1.037277237s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:36.261968162Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55\") failed: Property not found. retry in 1.019134083s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:36.27141266Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf\") failed: Property not found. retry in 1.299489521s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:36.316028839Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 852.333068ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:36.350427498Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71\") failed: Property not found. retry in 1.130771596s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:36.363048777Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f\") failed: Property not found. retry in 726.656901ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:36.381674237Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d\") failed: Property not found. retry in 608.817767ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:36.546288179Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf\") failed: Property not found. retry in 952.663681ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:36.567354019Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7\") failed: Property not found. retry in 1.374127419s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:36.652863751Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff\") failed: Property not found. retry in 1.198221289s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:36.736586962Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b\") failed: Property not found. retry in 926.78306ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:36.75409022Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7\") failed: Property not found. retry in 781.692141ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:36.7867759Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e\") failed: Property not found. retry in 1.06758194s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:36.817189605Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517\") failed: Property not found. retry in 845.738824ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:36.838069729Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 753.152715ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:36.941155521Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739\") failed: Property not found. retry in 820.72169ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:37.07081773Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f\") failed: Property not found. retry in 1.120929417s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:37.120098521Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d\") failed: Property not found. retry in 1.408786169s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:37.168375794Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 1.444316804s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:37.215035242Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26\") failed: Property not found. retry in 1.322935097s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:37.293357879Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166\") failed: Property not found. retry in 858.43844ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:37.306045331Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55\") failed: Property not found. retry in 1.391608769s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:37.31904993Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd\") failed: Property not found. retry in 1.474505146s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:37.333525652Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71\") failed: Property not found. retry in 1.198262606s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:37.506471182Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf\") failed: Property not found. retry in 1.056012676s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:37.532938105Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7\") failed: Property not found. retry in 687.62041ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:37.580146157Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf\") failed: Property not found. retry in 921.325542ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:37.627020611Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def\") failed: Property not found. retry in 1.170444052s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:37.64880068Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b\") failed: Property not found. retry in 908.122618ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:37.692250276Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517\") failed: Property not found. retry in 1.452803403s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:37.703696722Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 535.090876ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:37.7134708Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e\") failed: Property not found. retry in 559.060267ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:37.89591433Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739\") failed: Property not found. retry in 502.36852ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:37.905976356Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff\") failed: Property not found. retry in 1.375445816s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:37.945698826Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7\") failed: Property not found. retry in 1.422392555s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:38.041289345Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166\") failed: Property not found. retry in 1.109222533s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:38.184065396Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f\") failed: Property not found. retry in 1.49704288s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:38.255843778Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 530.543288ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:38.267014875Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7\") failed: Property not found. retry in 808.434494ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:38.281707533Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739\") failed: Property not found. retry in 756.700017ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:38.426729879Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e\") failed: Property not found. retry in 933.175308ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:38.481050824Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf\") failed: Property not found. retry in 1.001894667s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:38.566843524Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d\") failed: Property not found. retry in 1.048329721s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:38.598012131Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf\") failed: Property not found. retry in 638.500599ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:38.617793764Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b\") failed: Property not found. retry in 550.206045ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:38.638460651Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26\") failed: Property not found. retry in 1.130163211s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:38.658276685Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 668.534458ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:38.681462895Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71\") failed: Property not found. retry in 1.482501198s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:38.726679041Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55\") failed: Property not found. retry in 1.028238207s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:38.743342455Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 946.074901ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:38.819410989Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd\") failed: Property not found. retry in 1.450863449s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:38.840437357Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def\") failed: Property not found. retry in 1.239010586s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:38.862915146Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7\") failed: Property not found. retry in 1.078943325s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:39.11268854Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517\") failed: Property not found. retry in 1.418686469s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:39.180155629Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739\") failed: Property not found. retry in 1.139544411s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:39.205814439Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b\") failed: Property not found. retry in 984.932291ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:39.224962724Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf\") failed: Property not found. retry in 942.302301ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:39.28001822Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166\") failed: Property not found. retry in 1.356183044s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:39.3351998Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff\") failed: Property not found. retry in 1.437407473s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:39.360435158Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 1.361250462s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:39.3823183Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e\") failed: Property not found. retry in 1.142409411s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:39.434965858Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7\") failed: Property not found. retry in 1.067328999s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:39.483990892Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf\") failed: Property not found. retry in 1.001289135s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:39.589890045Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d\") failed: Property not found. retry in 789.697452ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:39.662744467Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f\") failed: Property not found. retry in 1.40951876s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:39.770536173Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 1.351659401s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:39.789298337Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26\") failed: Property not found. retry in 783.63396ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:39.80591945Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55\") failed: Property not found. retry in 1.102378941s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:39.821891154Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def\") failed: Property not found. retry in 1.086975636s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:40.117547144Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7\") failed: Property not found. retry in 1.006356337s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:40.207919764Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71\") failed: Property not found. retry in 1.013375s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:40.225293509Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf\") failed: Property not found. retry in 631.054654ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:40.236623361Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b\") failed: Property not found. retry in 578.564947ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:40.251056182Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd\") failed: Property not found. retry in 1.065247201s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:40.309495844Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739\") failed: Property not found. retry in 550.39911ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:40.361201165Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d\") failed: Property not found. retry in 1.341408506s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:40.467243451Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7\") failed: Property not found. retry in 515.315964ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:40.566369891Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e\") failed: Property not found. retry in 889.437808ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:40.595118579Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf\") failed: Property not found. retry in 966.151345ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:40.608671864Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26\") failed: Property not found. retry in 780.487393ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:40.625514143Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517\") failed: Property not found. retry in 1.115269579s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:40.63945796Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166\") failed: Property not found. retry in 956.153394ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:40.711863059Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 1.184007824s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:40.759762672Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff\") failed: Property not found. retry in 1.337439919s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:40.816002722Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b\") failed: Property not found. retry in 1.350061378s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:40.850188574Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf\") failed: Property not found. retry in 1.208744956s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:40.883226524Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739\") failed: Property not found. retry in 1.409679883s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:40.927070571Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55\") failed: Property not found. retry in 877.38971ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:40.939925987Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7\") failed: Property not found. retry in 1.037790073s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:41.094093872Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 880.993002ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:41.151517375Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f\") failed: Property not found. retry in 1.480180021s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:41.191985996Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def\") failed: Property not found. retry in 1.009721552s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:41.218728337Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7\") failed: Property not found. retry in 1.496311771s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:41.229212565Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71\") failed: Property not found. retry in 1.303317381s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:41.250953374Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd\") failed: Property not found. retry in 1.222851097s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:41.386026426Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e\") failed: Property not found. retry in 1.265423393s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:41.498080583Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf\") failed: Property not found. retry in 859.299532ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:41.58937864Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166\") failed: Property not found. retry in 627.175075ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:41.67901617Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517\") failed: Property not found. retry in 932.209763ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:41.765630224Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d\") failed: Property not found. retry in 1.114516747s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:41.818664462Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:41.931877133Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"32.785058702s"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 984.631849ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:41.955154775Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1\") failed: Property not found. retry in 592.891216ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:42.044859097Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf\") failed: Property not found. retry in 1.317005039s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:42.102109875Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7\") failed: Property not found. retry in 1.354186461s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:42.143338387Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff\") failed: Property not found. retry in 1.024987539s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:42.163997265Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166\") failed: Property not found. retry in 947.599277ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:42.319828798Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739\") failed: Property not found. retry in 1.340157339s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:42.355042009Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71\") failed: Property not found. retry in 1.232955891s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:42.577367734Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 604.239359ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:42.980998655Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 1.473571679s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:43.60342992Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 531.533557ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:45.100466553Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 547.886673ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:45.646749492Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 632.635753ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:46.207020209Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 766.923134ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:46.850422281Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 696.528694ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:47.629051339Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 853.211044ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:48.33640977Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:48.9189217Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 1.294931623s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:49.200371415Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:50.291596015Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 1.333099642s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:50.505746186Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba\") failed: Property not found. retry in 1.089852685s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:51.849173251Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T00:55:52.176507062Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:52.291180793Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.967953895Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.968012906Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.968027447Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.968033757Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.968039387Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.968043357Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.968048797Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.968052667Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.968056667Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.968060758Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.968064748Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.968068748Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.968072408Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.968076198Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.968080028Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.968083538Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.968087238Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.968090868Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.968102879Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3245","zone":"oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d"} {"msg":"Writing ledger to /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.968685385Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.970220959Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.978087373Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"fe30cbfb-8786-4104-bb87-819cac841129","remote_addr":"[fd00:1122:3344:101::1]:39426","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":41466897,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.985184295Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1286"} {"msg":"Writing ledger to /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.985439192Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.9857017Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.988857369Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:687"} {"msg":"Nexus address: [fd00:1122:3344:101::c]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:52.990525647Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:700"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n local_pref: None,\n nexthop: 10.151.1.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:53.027247021Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:867"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:53.030905445Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:53.105297991Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T00:55:53.184178555Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:53.221574869Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:53.343655201Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:53.46700727Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:53.635727699Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:53.903870387Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:54.153326522Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T00:55:54.186886807Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:54.292783099Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:54.37261307Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62499"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:54.372674272Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"5031eca5-5443-4879-83eb-d9131ad77877","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62499","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":33,"response_code":"200"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:54.549764199Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:55.07749108Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T00:55:55.189576068Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:55.591071029Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:55.963597395Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T00:55:56.193651309Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:56.29036107Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:56.562188753Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:57.098767335Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T00:55:57.197347889Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:57.994974388Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T00:55:58.202141281Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:55:58.29175694Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T00:55:59.20442056Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:55:59.825154088Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T00:56:00.206832174Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:56:00.291035269Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T00:56:01.210104322Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:01.423474742Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T00:56:02.213234406Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:56:02.291149253Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:03.059698895Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T00:56:03.217273856Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:04.211389214Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-08-28T00:56:04.220882174Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:56:04.291087031Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e4eec5b-85dd-4bc4-88bf-ce17c670c947\", \"content-length\": \"173\", \"date\": \"Wed, 28 Aug 2024 00:56:07 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"45733be1-aef6-43c8-be71-719893a1feda\\\"\", request_id: \"7e4eec5b-85dd-4bc4-88bf-ce17c670c947\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:08.120934031Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:08.37823541Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:08.520189908Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:42085"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:08.520782555Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:08.618257768Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"2683fdc7-9763-4c0b-90a3-34e93a060e31","remote_addr":"[fd00:1122:3344:101::c]:42085","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97791,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:08.618803843Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Reading ledger from /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:08.618869315Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:08.620062019Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:08.620325076Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"504dd357-7789-448e-bb5f-c0a315994355","remote_addr":"[fd00:1122:3344:101::c]:42085","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1641,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:13.644796538Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:49570"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:13.645516218Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1eb980bf-46dc-45a7-aa4f-098bf58d6904, kind: Service { id: 2cae9f85-8043-498f-af8e-a4bc9724ac55 }, name: Name(\"external-dns-2cae9f85-8043-498f-af8e-a4bc9724ac55\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 38])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eafd744b-ffb5-445c-8366-bd33299374a6, kind: Service { id: fa9e7556-b41e-4114-bf3f-e918820a9bcf }, name: Name(\"external-dns-fa9e7556-b41e-4114-bf3f-e918820a9bcf\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 132])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 16870a00-56de-4335-bbe4-e10f8544f208, kind: Service { id: f840e071-026c-488d-b1c9-2c4d1ce3e74d }, name: Name(\"nexus-f840e071-026c-488d-b1c9-2c4d1ce3e74d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 707af25c-dc9c-42b2-9351-0dc3824f26c9, kind: Service { id: a5227819-155d-4a08-8e71-bd8a327ad739 }, name: Name(\"nexus-a5227819-155d-4a08-8e71-bd8a327ad739\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 220, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a6310629-11e4-4b6d-b328-1d8767a4ab69, kind: Service { id: 4ee19452-709a-4abd-a238-7af80f61d166 }, name: Name(\"nexus-4ee19452-709a-4abd-a238-7af80f61d166\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 191, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:13.6455662Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:13.64558882Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:13.645593941Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:13.645597801Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:13.645623952Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:13.645631142Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:13.645653582Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"e58cbd28-c807-4faf-b943-df42d9bff6db","remote_addr":"[fd00:1122:3344:101::c]:49570","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":817,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:13.646534118Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:939"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:13.930696731Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45955"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:13.930788783Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:14.025574949Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"759f2531-75b1-49b0-a115-216d53f2f1da","remote_addr":"[fd00:1122:3344:101::c]:45955","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94790,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:14.02592911Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Reading ledger from /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:14.02596396Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:14.026272359Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:14.026504986Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"190c0e69-e52d-472a-b639-3eadf9048a4f","remote_addr":"[fd00:1122:3344:101::c]:45955","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":654,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:56:14.755752619Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"26e2e699-aa3c-4a97-b5c0-cc475e12e6eb\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 28 Aug 2024 00:56:14 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"26e2e699-aa3c-4a97-b5c0-cc475e12e6eb\\\" }\"","delay":"123.954800229s"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:14.980662547Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64620"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:14.980828312Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1eb980bf-46dc-45a7-aa4f-098bf58d6904, kind: Service { id: 2cae9f85-8043-498f-af8e-a4bc9724ac55 }, name: Name(\"external-dns-2cae9f85-8043-498f-af8e-a4bc9724ac55\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 38])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eafd744b-ffb5-445c-8366-bd33299374a6, kind: Service { id: fa9e7556-b41e-4114-bf3f-e918820a9bcf }, name: Name(\"external-dns-fa9e7556-b41e-4114-bf3f-e918820a9bcf\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 132])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 16870a00-56de-4335-bbe4-e10f8544f208, kind: Service { id: f840e071-026c-488d-b1c9-2c4d1ce3e74d }, name: Name(\"nexus-f840e071-026c-488d-b1c9-2c4d1ce3e74d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 707af25c-dc9c-42b2-9351-0dc3824f26c9, kind: Service { id: a5227819-155d-4a08-8e71-bd8a327ad739 }, name: Name(\"nexus-a5227819-155d-4a08-8e71-bd8a327ad739\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 220, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a6310629-11e4-4b6d-b328-1d8767a4ab69, kind: Service { id: 4ee19452-709a-4abd-a238-7af80f61d166 }, name: Name(\"nexus-4ee19452-709a-4abd-a238-7af80f61d166\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 191, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:14.980878253Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:14.980905974Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:14.980912024Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:14.980918344Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:14.980924055Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:14.980929995Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:14.980953225Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"3ddea7a1-15b6-41c9-88a9-5cc2ef48680c","remote_addr":"[fd00:1122:3344:101::c]:64620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":250,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:15.310459708Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51593"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:15.310646903Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1eb980bf-46dc-45a7-aa4f-098bf58d6904, kind: Service { id: 2cae9f85-8043-498f-af8e-a4bc9724ac55 }, name: Name(\"external-dns-2cae9f85-8043-498f-af8e-a4bc9724ac55\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 38])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eafd744b-ffb5-445c-8366-bd33299374a6, kind: Service { id: fa9e7556-b41e-4114-bf3f-e918820a9bcf }, name: Name(\"external-dns-fa9e7556-b41e-4114-bf3f-e918820a9bcf\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 132])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 16870a00-56de-4335-bbe4-e10f8544f208, kind: Service { id: f840e071-026c-488d-b1c9-2c4d1ce3e74d }, name: Name(\"nexus-f840e071-026c-488d-b1c9-2c4d1ce3e74d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 707af25c-dc9c-42b2-9351-0dc3824f26c9, kind: Service { id: a5227819-155d-4a08-8e71-bd8a327ad739 }, name: Name(\"nexus-a5227819-155d-4a08-8e71-bd8a327ad739\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 220, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a6310629-11e4-4b6d-b328-1d8767a4ab69, kind: Service { id: 4ee19452-709a-4abd-a238-7af80f61d166 }, name: Name(\"nexus-4ee19452-709a-4abd-a238-7af80f61d166\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 191, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:15.310692924Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:15.310717785Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:15.310723795Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:15.310738946Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:15.310743756Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:15.310748286Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:15.310757496Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"c4f6a32b-7d8e-4fb6-9af5-9254e17131ee","remote_addr":"[fd00:1122:3344:101::a]:51593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":229,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:15.352125803Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59652"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:15.352302738Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1eb980bf-46dc-45a7-aa4f-098bf58d6904, kind: Service { id: 2cae9f85-8043-498f-af8e-a4bc9724ac55 }, name: Name(\"external-dns-2cae9f85-8043-498f-af8e-a4bc9724ac55\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 38])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eafd744b-ffb5-445c-8366-bd33299374a6, kind: Service { id: fa9e7556-b41e-4114-bf3f-e918820a9bcf }, name: Name(\"external-dns-fa9e7556-b41e-4114-bf3f-e918820a9bcf\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 132])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 16870a00-56de-4335-bbe4-e10f8544f208, kind: Service { id: f840e071-026c-488d-b1c9-2c4d1ce3e74d }, name: Name(\"nexus-f840e071-026c-488d-b1c9-2c4d1ce3e74d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 707af25c-dc9c-42b2-9351-0dc3824f26c9, kind: Service { id: a5227819-155d-4a08-8e71-bd8a327ad739 }, name: Name(\"nexus-a5227819-155d-4a08-8e71-bd8a327ad739\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 220, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a6310629-11e4-4b6d-b328-1d8767a4ab69, kind: Service { id: 4ee19452-709a-4abd-a238-7af80f61d166 }, name: Name(\"nexus-4ee19452-709a-4abd-a238-7af80f61d166\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 191, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:15.352326779Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:15.352340519Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:15.352346199Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:15.352350159Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:15.35235498Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:15.35235944Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:15.35237847Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"b0344a83-4c2f-4f40-82c3-9bf0e658291c","remote_addr":"[fd00:1122:3344:101::b]:59652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":160,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:19.699590127Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:43740"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:19.6996912Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e716ff2f-10d1-46be-9847-31749155280e","remote_addr":"[fd00:1122:3344:101::c]:43740","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":68,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:19.773892231Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"43cc3009-4ff0-4b35-aef1-7be3bd048c86","remote_addr":"[fd00:1122:3344:101::c]:43740","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2297,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:24.406727242Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46517"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:24.406831155Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"db5f7715-fb8a-4175-a5ef-a9f7770d9fe2","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46517","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":51,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:36.352234823Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:45542"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:36.352354836Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e6df7017-e98a-48a3-b133-a4acd4d8442f","remote_addr":"[fd00:1122:3344:101::a]:45542","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":85,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:36.397530452Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:42035"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:36.397739407Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"6b991feb-0043-4d55-9166-5024fa4d7445","remote_addr":"[fd00:1122:3344:101::a]:42035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":159,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:36.407442934Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"8e6a1e02-8e10-4a0e-ac4c-98e7c92f92e9","remote_addr":"[fd00:1122:3344:101::a]:45542","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:36.540118877Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54444"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:36.540358314Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:36.603964584Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:36.664077523Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5c59afbd-0c6b-4e03-b7db-8bd4c528767c","remote_addr":"[fd00:1122:3344:101::a]:54444","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":123916,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:36.665270157Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"da9ed296-5b7a-426a-9fe5-4544ea6d24ab","remote_addr":"[fd00:1122:3344:101::a]:54444","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":990,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:36.926273902Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:36.926840968Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:36.927759894Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:36.928550427Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:36.928613168Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"698165fb-e51e-4159-9078-f9baf178c2c5","remote_addr":"[fd00:1122:3344:101::a]:54444","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2906,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:37.028036716Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:39389"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:37.028133149Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"381cddff-a045-42f9-893c-4dca2ceaf92b","remote_addr":"[fd00:1122:3344:101::c]:39389","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":45,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:37.042551769Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"02911e47-552d-463c-8b59-016c6393b938","remote_addr":"[fd00:1122:3344:101::c]:39389","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":123,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:37.07211208Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52256"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:37.072267734Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7312c9c1-6547-4fa1-95ab-313d1f157132","remote_addr":"[fd00:1122:3344:101::b]:52256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":109,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:37.092010776Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"71528c84-f4ce-49a9-a9e5-afacbd289639","remote_addr":"[fd00:1122:3344:101::b]:52256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":133,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:37.163034596Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:49326"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:37.163119738Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:37.210829755Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:37.271548443Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b02f0814-9617-4460-bb14-78fdeecd003d","remote_addr":"[fd00:1122:3344:101::c]:49326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":108459,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:37.271772769Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61770"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:37.271842781Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:46120"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:37.272607103Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:37.272632524Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"ff738483-d5cd-4aff-90c1-ac0cca79dfd5","remote_addr":"[fd00:1122:3344:101::c]:61770","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":782,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:37.272719096Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"8bc883d2-f81a-451d-a81f-e993bc4baa0b","remote_addr":"[fd00:1122:3344:101::c]:49326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":953,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:37.303302046Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48919"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:37.303660496Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"3edb886b-ceb6-45f6-b02e-19c825242623","remote_addr":"[fd00:1122:3344:101::b]:48919","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":264,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:37.311503389Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:37.367175293Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b9d4bf7b-9f5b-42d8-a350-0ff2f64bd234","remote_addr":"[fd00:1122:3344:101::b]:46120","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95200,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:37.368350336Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0f35310c-dae9-4d37-87c1-94f5d2e70ed7","remote_addr":"[fd00:1122:3344:101::b]:46120","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":962,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:44.051425217Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:54.445081445Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64804"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:56:54.445202888Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"b623947b-3e2b-4d14-8e36-9ef61e2c2066","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64804","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":84,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:06.262815001Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43512"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:06.262954015Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"0e113438-b1f3-440c-a585-6aaa89e8fbf0","remote_addr":"[fd00:1122:3344:101::a]:43512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:06.276825029Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"61509de9-4d3a-40b0-b24c-c2f7a87c76c3","remote_addr":"[fd00:1122:3344:101::a]:43512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":187,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:06.614003681Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40330"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:06.614167625Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"7979a3e0-7704-4b2c-bfbe-8a801dc86db5","remote_addr":"[fd00:1122:3344:101::a]:40330","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:06.710239438Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52523"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:06.710408933Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:06.749192766Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:06.806955929Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"11311805-2718-4a74-bced-931dd8bb001a","remote_addr":"[fd00:1122:3344:101::a]:52523","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96617,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:06.808657547Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"18208c23-8134-48a7-aa33-7419e20b1ad6","remote_addr":"[fd00:1122:3344:101::a]:52523","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1409,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:07.086995775Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:43895"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:07.087106918Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7decb17a-0545-4a6f-a84c-2906ade67584","remote_addr":"[fd00:1122:3344:101::b]:43895","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":49,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:07.102023322Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"77625cb7-9c74-4eb4-8d43-a250df1fb42c","remote_addr":"[fd00:1122:3344:101::b]:43895","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":131,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:07.167528655Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53153"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:07.167588007Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5623547d-e722-4363-b824-e40a93c6851e","remote_addr":"[fd00:1122:3344:101::c]:53153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":44,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:07.180409392Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b7a51a81-534d-4dd1-9aee-67978ff02888","remote_addr":"[fd00:1122:3344:101::c]:53153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":119,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:07.310684967Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53266"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:07.310884143Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"e40c9b6c-ed9c-4fb5-8c31-562fa6898cb7","remote_addr":"[fd00:1122:3344:101::b]:53266","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":165,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:07.435693913Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:39247"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:07.435883469Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"ae32dd7a-fc06-4073-a19a-d2e561f6f68f","remote_addr":"[fd00:1122:3344:101::c]:39247","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":155,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:07.483005169Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:61375"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:07.483117092Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:07.525495788Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:07.58148273Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"63bae451-f72c-407a-8a24-6c9b51d4d51f","remote_addr":"[fd00:1122:3344:101::b]:61375","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98414,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:07.581691867Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45183"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:07.581874022Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:07.585422762Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"481d42b5-2fc4-49e0-bdad-fb9402c25030","remote_addr":"[fd00:1122:3344:101::b]:61375","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3574,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:07.616103225Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:07.673066386Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"09a2d75f-fc2f-447c-8909-e3fbe004b76d","remote_addr":"[fd00:1122:3344:101::c]:45183","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":91278,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:07.674111395Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"2e394321-f381-47ca-a485-ab55dda33290","remote_addr":"[fd00:1122:3344:101::c]:45183","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":764,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:24.48035513Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57446"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:24.481029959Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"648b7bfe-67a6-4214-b0a2-e2c52c653d25","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57446","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":658,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:36.306013151Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64160"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:36.306165895Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"22ebbab4-dc40-405f-8e8e-a0fc093bfd8e","remote_addr":"[fd00:1122:3344:101::a]:64160","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:36.425548101Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"347fff9b-bd5f-426e-adf2-abff3d015bab","remote_addr":"[fd00:1122:3344:101::a]:64160","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":149,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:36.430055079Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56462"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:36.430239574Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"928ec48c-1ce3-45ce-bbb6-94acae7e08a5","remote_addr":"[fd00:1122:3344:101::a]:56462","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:36.706912824Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38544"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:36.707005267Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:36.746757048Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:36.797433259Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b6856731-8067-41d5-910d-f94a80d7dfaf","remote_addr":"[fd00:1122:3344:101::a]:38544","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90471,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:36.797734988Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f0446244-6716-40cb-8f33-a630453eb38f","remote_addr":"[fd00:1122:3344:101::a]:38544","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:37.069363365Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:40920"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:37.070979521Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"70e2644a-0ca8-48b0-a80e-6986ff910da9","remote_addr":"[fd00:1122:3344:101::c]:40920","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1564,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:37.080935434Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:36902"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:37.081006565Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"3f7ca072-c61f-40e9-b93d-3bf45c0c5838","remote_addr":"[fd00:1122:3344:101::b]:36902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":30,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:37.144176762Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:46991"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:37.144361348Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"9f26be8a-981f-4318-8ca9-6e1edfb7c5a6","remote_addr":"[fd00:1122:3344:101::b]:46991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":135,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:37.183272934Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ddad6ab7-0621-4ed7-9790-b11b816fed90","remote_addr":"[fd00:1122:3344:101::c]:40920","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":125,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:37.19225275Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64431"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:37.192382444Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"ecad6497-3317-4cf2-ac6e-cefad6d1874d","remote_addr":"[fd00:1122:3344:101::c]:64431","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:37.194500434Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"41dea23b-778e-4e81-a45b-fe73fc577e9c","remote_addr":"[fd00:1122:3344:101::b]:36902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":56,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:37.302959829Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:50540"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:37.303036451Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:37.343380369Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:37.402795379Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"05ee7a04-8210-41a7-bd27-43f22e674d89","remote_addr":"[fd00:1122:3344:101::c]:50540","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99786,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:37.402988384Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:54074"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:37.403140569Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:37.406797483Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"af9a5907-c36d-4592-bb66-5f966d285f92","remote_addr":"[fd00:1122:3344:101::c]:50540","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3674,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:37.439222945Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:37.494315402Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c0f5c459-5026-4f66-a94d-2f7e387bb2ad","remote_addr":"[fd00:1122:3344:101::b]:54074","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":91248,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:37.495476505Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3371442d-d11c-4c60-ab4d-8cd591be8a27","remote_addr":"[fd00:1122:3344:101::b]:54074","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":901,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:54.512547037Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48883"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:57:54.512604038Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"8c774897-7379-4d6d-adfe-c605a3a2ed51","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48883","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":41,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:06.45958025Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:06.459762505Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"57d70a1b-ebb9-47b4-9676-959d4d6f3c61","remote_addr":"[fd00:1122:3344:101::a]:53143","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":148,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:06.509596673Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:06.509674385Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"aeacf2c4-70ac-44a2-83f2-2bce2283b75f","remote_addr":"[fd00:1122:3344:101::a]:38204","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:06.617676617Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64025"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:06.61777348Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:06.658053986Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:06.722439207Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"772268f6-42da-4d68-832d-a460a81e0bcd","remote_addr":"[fd00:1122:3344:101::a]:64025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":104700,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:06.722782827Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"32cfc785-22f9-4ee1-baac-41c203457054","remote_addr":"[fd00:1122:3344:101::a]:38204","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":159,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:06.72289013Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ee532aba-5498-4149-84fe-a6790e3b09cb","remote_addr":"[fd00:1122:3344:101::a]:64025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":211,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:07.158347596Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:43221"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:07.158417669Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f8eba0e8-6ec2-4789-b130-7cc83bd19fa1","remote_addr":"[fd00:1122:3344:101::c]:43221","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":40,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:07.170498642Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c8be0154-3d6f-40de-bb4f-67097eb4d351","remote_addr":"[fd00:1122:3344:101::c]:43221","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":150,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:07.31069921Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64189"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:07.310790423Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d4005335-a759-4362-af58-cb9c7c2bdd13","remote_addr":"[fd00:1122:3344:101::b]:64189","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":63,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:07.386445675Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:43464"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:07.38663603Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"9e312012-afa6-46a9-a062-2c326390308c","remote_addr":"[fd00:1122:3344:101::c]:43464","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":153,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:07.419355211Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"bf83ff62-bb3a-4c78-9b0c-a03db7cb8246","remote_addr":"[fd00:1122:3344:101::b]:64189","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":107,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:07.439411911Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49491"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:07.439566586Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"2d2d12fc-081b-4fe2-a34d-a6c5ae91fc90","remote_addr":"[fd00:1122:3344:101::b]:49491","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:07.48611066Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:35437"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:07.486856811Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:07.524287716Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:07.57822471Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"631140c8-2716-4b0e-b697-3f73e1376605","remote_addr":"[fd00:1122:3344:101::c]:35437","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92074,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:07.578350054Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:57805"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:07.578535109Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:07.582980855Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f1ba791c-a63e-4dfe-8748-7ea9ab99d864","remote_addr":"[fd00:1122:3344:101::c]:35437","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4404,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:07.614094Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:07.667753937Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b1951079-77df-47b7-8356-71f38927243a","remote_addr":"[fd00:1122:3344:101::b]:57805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":89310,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:07.668187909Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"35f82267-f380-4068-82e1-39efe57afc98","remote_addr":"[fd00:1122:3344:101::b]:57805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":172,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T00:58:18.750109195Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"eae969aa-5f5d-42b8-833a-0ca067cbdc69\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 28 Aug 2024 00:58:18 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"eae969aa-5f5d-42b8-833a-0ca067cbdc69\\\" }\"","delay":"220.577597582s"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:24.544735253Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34432"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:24.544873307Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"0a3b8fa7-d6bf-4490-91b4-d00c7365b532","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34432","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:36.366969736Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54508"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:36.367674186Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"474b7d21-2a6b-4be9-b4fc-5f9bf024510d","remote_addr":"[fd00:1122:3344:101::a]:54508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":678,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:36.479036184Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a41f390b-8e77-43ef-b87e-8b02387ec71f","remote_addr":"[fd00:1122:3344:101::a]:54508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":123,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:36.497004745Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40602"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:36.497115278Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"150af2c2-0025-4d15-a06f-2b1338d17243","remote_addr":"[fd00:1122:3344:101::a]:40602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:36.622479895Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63191"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:36.622556747Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:36.660241899Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:36.718528107Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"474eb222-aa94-4202-9789-2b7976582948","remote_addr":"[fd00:1122:3344:101::a]:63191","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95997,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:36.718791994Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5b4f1241-6959-475a-b794-660cb61181b9","remote_addr":"[fd00:1122:3344:101::a]:63191","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":122,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:37.022276837Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:57533"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:37.022557855Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"bd87badb-6e33-40ac-a013-2f1f0da32728","remote_addr":"[fd00:1122:3344:101::c]:57533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":191,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:37.055379858Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:35363"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:37.055475791Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e6ebc826-2ec7-456e-adf2-4bbfc1d5cc2b","remote_addr":"[fd00:1122:3344:101::c]:35363","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":48,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:37.062648535Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63061"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:37.062730988Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"8df0fd62-d696-426f-91a4-3c0657a27523","remote_addr":"[fd00:1122:3344:101::b]:63061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":29,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:37.068375268Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1a549b6b-49f6-4e34-bfac-905875060006","remote_addr":"[fd00:1122:3344:101::c]:35363","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":114,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:37.077977871Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"22b29aac-ab2d-4648-b559-78baae1b1ab3","remote_addr":"[fd00:1122:3344:101::b]:63061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":897,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:37.162106134Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:47277"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:37.162258868Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"1a6e4808-ecbd-4c97-b80a-73eda89cbd2c","remote_addr":"[fd00:1122:3344:101::b]:47277","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:37.237466438Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:34769"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:37.23754281Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:37.273642467Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:37.328428875Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"9d9142f7-5bae-4afc-a88f-a81b2170f1e2","remote_addr":"[fd00:1122:3344:101::b]:34769","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90914,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:37.32858804Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61024"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:37.329327671Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:37.332902512Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"058f4e18-c72b-4284-af59-03f0a06fd6d2","remote_addr":"[fd00:1122:3344:101::b]:34769","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4139,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:37.364552593Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:37.421537224Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"3fc7d4c2-a4d3-40e1-a204-91633bc394dc","remote_addr":"[fd00:1122:3344:101::c]:61024","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92882,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:37.421982866Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3881834b-8a71-4aea-9abe-49de2b92cd8f","remote_addr":"[fd00:1122:3344:101::c]:61024","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":181,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:54.578239626Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41710"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:58:54.578299868Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"342ad510-55cb-45e2-8545-523b071a010e","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41710","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":44,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:06.528869401Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:49779"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:06.528958944Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1d8fe407-f6e8-4ad5-a553-1f0f7fe86eb5","remote_addr":"[fd00:1122:3344:101::a]:49779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":55,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:06.615526276Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53723"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:06.615717812Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"5c3dc53b-0722-487b-906f-5e05235ac43f","remote_addr":"[fd00:1122:3344:101::a]:53723","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":139,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:06.647392782Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"94f82c36-844f-47bd-b89b-57d3c6be0a8f","remote_addr":"[fd00:1122:3344:101::a]:49779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":698,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:06.701239324Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57514"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:06.701315796Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:06.741339675Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:06.800444086Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c1d7413e-26d3-4919-ad0d-f3246ec41c35","remote_addr":"[fd00:1122:3344:101::a]:57514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99163,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:06.800786286Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"77a749c7-94a1-4d84-85f8-ee910d4f9888","remote_addr":"[fd00:1122:3344:101::a]:57514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:07.064759915Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47535"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:07.065857076Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"33065ea9-6925-4c7a-81c9-16692dd404e6","remote_addr":"[fd00:1122:3344:101::c]:47535","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1047,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:07.106196873Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:43216"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:07.106303346Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7fcc42e5-1fc4-44cf-a393-4af815731259","remote_addr":"[fd00:1122:3344:101::b]:43216","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":25,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:07.128007153Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"cbdc32e7-a4ae-4b6b-9458-ced811d6ec86","remote_addr":"[fd00:1122:3344:101::b]:43216","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":111,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:07.208630147Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:35050"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:07.208688888Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9c2fb55a-7c5b-4092-9312-24832c86ef0f","remote_addr":"[fd00:1122:3344:101::c]:35050","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":35,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:07.225686182Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"926f24d4-5276-4f68-81fb-fe444166c0b0","remote_addr":"[fd00:1122:3344:101::c]:35050","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":121,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:07.319518651Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44547"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:07.319678296Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"f887483d-110a-42c4-98d7-5e931a1fbffa","remote_addr":"[fd00:1122:3344:101::b]:44547","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":127,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:07.407581816Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:47328"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:07.407662238Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:07.445910036Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:07.497540105Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"29d8c96f-f0a2-4e55-a59b-bfa200aaa7cd","remote_addr":"[fd00:1122:3344:101::b]:47328","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":89913,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:07.497923946Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"32f4b10b-831c-47e7-9bd3-2a94ce04185e","remote_addr":"[fd00:1122:3344:101::b]:47328","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:07.552841128Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61203"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:07.552963941Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:07.590737826Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:07.646309187Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"763940dc-dbe6-48c0-a78e-0be896f41711","remote_addr":"[fd00:1122:3344:101::c]:61203","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93409,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:07.646637616Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"19f10e6d-d4b3-4c1a-a0f6-9be3273fdd56","remote_addr":"[fd00:1122:3344:101::c]:61203","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:24.611353316Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43232"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:24.611411138Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"ea74048b-7660-4921-9471-23795b222c90","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43232","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":39,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:36.529159387Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33127"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:36.52925158Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2f03b73a-6268-47d6-9945-4b25b4971e79","remote_addr":"[fd00:1122:3344:101::a]:33127","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":62,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:36.546788729Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"d7526c0e-2bb9-4172-b200-9cb03c2a8c67","remote_addr":"[fd00:1122:3344:101::a]:33127","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":792,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:36.608471023Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54922"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:36.608668799Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"fdca7d8f-f453-4e6a-850e-fe88c2ff341a","remote_addr":"[fd00:1122:3344:101::a]:54922","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":127,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:36.631959322Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:34818"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:36.632025813Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:36.67443316Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:36.735276901Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5c3c3b51-730f-4c91-b98e-a3184a1af629","remote_addr":"[fd00:1122:3344:101::a]:34818","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103273,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:36.736280779Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"16aea49a-042c-4515-9dfb-dbf5ee0cfa9a","remote_addr":"[fd00:1122:3344:101::a]:34818","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":848,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:37.038070214Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45296"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:37.038857166Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7f1a3bfc-5874-4ec7-a399-bce70e3aa1a4","remote_addr":"[fd00:1122:3344:101::b]:45296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":739,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:37.04815851Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ad17bbea-5365-49e4-9d58-d6dd93fde8a2","remote_addr":"[fd00:1122:3344:101::b]:45296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":170,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:37.051487285Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:40246"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:37.051586668Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"82da3261-64aa-483d-b5b0-325d43691990","remote_addr":"[fd00:1122:3344:101::c]:40246","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":43,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:37.06255513Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3a3dccc5-499f-4a3d-ada3-654c1ad42f11","remote_addr":"[fd00:1122:3344:101::c]:40246","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":88,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:37.121906648Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38840"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:37.122143414Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"0a3f7588-8417-4722-b9a0-0aadeda6abc2","remote_addr":"[fd00:1122:3344:101::c]:38840","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:37.130793781Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:50225"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:37.130851642Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:37.170792868Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:37.232202765Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"1b0f99d7-8097-440c-8635-6011e1f586ef","remote_addr":"[fd00:1122:3344:101::b]:50225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101372,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:37.232464973Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45699"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:37.232702119Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4ee655c1-fa5a-4574-907f-2c98c34ee5c5","remote_addr":"[fd00:1122:3344:101::b]:50225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":194,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:37.233732879Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"3b1a7329-a2cd-4c79-aa67-9249ab838bed","remote_addr":"[fd00:1122:3344:101::b]:45699","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1174,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:37.361476042Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38714"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:37.361583945Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:37.402610132Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:37.463766232Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"63781ca9-a866-4157-8985-81c0b7c5936d","remote_addr":"[fd00:1122:3344:101::c]:38714","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102245,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:37.464096081Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"efed471a-95c5-455b-81e1-fd76f3b47636","remote_addr":"[fd00:1122:3344:101::c]:38714","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:54.643802928Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61678"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T00:59:54.643924312Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"6974caee-2a76-4456-9598-62cdb4306af6","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61678","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:06.432416655Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:46784"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:06.432552049Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"fbff9fe5-9b05-405e-85eb-dd5ff8aa490c","remote_addr":"[fd00:1122:3344:101::a]:46784","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:06.463778397Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51876"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:06.463959252Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"190c647a-36f8-41d5-a6bc-b2cd08514385","remote_addr":"[fd00:1122:3344:101::a]:51876","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":155,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:06.473606936Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1176abe2-9003-4778-a5ef-75e097325633","remote_addr":"[fd00:1122:3344:101::a]:46784","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":699,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:06.690720602Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62754"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:06.691384371Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:06.735117895Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:06.792178709Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"4e507df8-4a8a-40d6-aba2-71883b973c34","remote_addr":"[fd00:1122:3344:101::a]:62754","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101407,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:06.792459937Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"932be577-d7d3-4c0a-bc0e-cb350bc38b46","remote_addr":"[fd00:1122:3344:101::a]:62754","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":117,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:07.072298216Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:36825"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:07.073528841Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"aea0431b-2745-4efa-a725-eabd1d672985","remote_addr":"[fd00:1122:3344:101::c]:36825","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1192,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:07.114776164Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53689"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:07.114856727Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2fa08d8a-382b-4309-8e68-d626d387b221","remote_addr":"[fd00:1122:3344:101::b]:53689","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":51,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:07.122856324Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3d60d23e-4156-4623-827d-ee7df50fd7c9","remote_addr":"[fd00:1122:3344:101::b]:53689","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":114,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:07.231879465Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53537"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:07.232950266Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"3842f172-9bf3-469d-9bbb-ff64aeb72ddb","remote_addr":"[fd00:1122:3344:101::c]:53537","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1039,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:07.241773557Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"aa9cc432-e90f-404d-ab57-ba00871eb25f","remote_addr":"[fd00:1122:3344:101::c]:53537","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":87,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:07.257636968Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:50583"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:07.257752801Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"7552ad08-d403-4bbe-a323-5574186ae236","remote_addr":"[fd00:1122:3344:101::b]:50583","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:07.316471892Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:54473"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:07.317094959Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:07.361035169Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:07.419045199Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"fd7a1508-e93d-481f-98fa-eef366b59c79","remote_addr":"[fd00:1122:3344:101::b]:54473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102518,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:07.419147762Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64382"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:07.419246315Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:07.454196169Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:07.509110031Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6996b96a-ff64-4f6f-88c2-371d015b3dac","remote_addr":"[fd00:1122:3344:101::c]:64382","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":89905,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:07.509294336Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f15fdd06-f68d-4a57-94c9-7e882ed11ba5","remote_addr":"[fd00:1122:3344:101::b]:54473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:07.509546434Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3336d5e5-49d0-429f-9c29-c4ce8dfb2729","remote_addr":"[fd00:1122:3344:101::c]:64382","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":157,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:24.677133056Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:24.677203488Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"818683b0-9d66-46c1-a9ca-e92e23c710bf","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62257","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":50,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:36.374091235Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51122"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:36.374197858Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"65894715-8d5a-4b7d-be93-7412629d8cf6","remote_addr":"[fd00:1122:3344:101::a]:51122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:36.383683638Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7ab05c40-dc3e-404e-bfcc-fd46bf066e6d","remote_addr":"[fd00:1122:3344:101::a]:51122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":128,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:36.458855797Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:55087"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:36.459025751Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"f2a6d9dd-8801-4c4d-abea-1e0c1de07f69","remote_addr":"[fd00:1122:3344:101::a]:55087","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":134,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:36.505840793Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36256"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:36.505922995Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:36.54476824Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:36.603233303Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"fc75241c-438e-49b0-8ade-9c4de420200c","remote_addr":"[fd00:1122:3344:101::a]:36256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97341,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:36.603783649Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"9eb7643d-9d79-4789-8a34-e84469fdc530","remote_addr":"[fd00:1122:3344:101::a]:36256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":201,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:36.994715209Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:38734"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:36.994807792Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e6ad0d0c-c4eb-48dc-8403-f381b89ad539","remote_addr":"[fd00:1122:3344:101::b]:38734","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":61,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:37.004196149Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"66e9a304-b522-43f1-84ab-2222e288ec00","remote_addr":"[fd00:1122:3344:101::b]:38734","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:37.051647509Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52602"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:37.05169043Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"200537ef-aeaf-423a-b896-302c2fac5e96","remote_addr":"[fd00:1122:3344:101::c]:52602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":38,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:37.061247522Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"78431452-6493-4364-8478-0b20cfef8780","remote_addr":"[fd00:1122:3344:101::c]:52602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:37.122746701Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:60524"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:37.122833313Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:37.164791817Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:37.226238325Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6e619bfa-b8cc-45d0-ae68-50e6c413d9fd","remote_addr":"[fd00:1122:3344:101::c]:60524","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103438,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:37.226385049Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:58035"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:37.226453791Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:46174"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:37.226659247Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"be90c051-fb0e-4e60-bcb1-ea8659979e26","remote_addr":"[fd00:1122:3344:101::b]:58035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":206,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:37.22677818Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:37.226832162Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"80c0cc3e-c01c-4b73-ac76-3aab7f3eb3a9","remote_addr":"[fd00:1122:3344:101::c]:60524","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":274,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:37.268873067Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:37.277329928Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:49743"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:37.277571245Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"8abca13a-964e-456d-a4e8-7a069568384e","remote_addr":"[fd00:1122:3344:101::c]:49743","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":178,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:37.326057064Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b0a02b7b-19da-4831-ab2e-16b9594c7aec","remote_addr":"[fd00:1122:3344:101::b]:46174","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99404,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:37.326442535Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f74328d1-21d7-433a-b5a4-99e9973a9a53","remote_addr":"[fd00:1122:3344:101::b]:46174","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":152,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:54.710091653Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44312"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:00:54.71103434Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"fab5112e-5323-4efb-bbb6-1240dd2f13dc","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44312","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":872,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:06.452334381Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36479"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:06.452476794Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2598728d-492a-4b47-bc82-2ca564d2b89d","remote_addr":"[fd00:1122:3344:101::a]:36479","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":122,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:06.467097001Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"46482c77-3511-486f-bbab-d8942e406c88","remote_addr":"[fd00:1122:3344:101::a]:36479","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":164,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:06.617002305Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:45419"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:06.6171838Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"7b6056b0-b2dc-4ac9-8d22-6d9bcfb03b80","remote_addr":"[fd00:1122:3344:101::a]:45419","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":159,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:06.639142984Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56789"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:06.6400283Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:06.683310011Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:06.746736875Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"14d916bb-c481-4b9c-aa57-d664b8829010","remote_addr":"[fd00:1122:3344:101::a]:56789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":107496,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:06.747072574Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ec9d8a21-9462-443a-a4d7-e0ed1dc3e895","remote_addr":"[fd00:1122:3344:101::a]:56789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:06.752555821Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:39852"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:06.752813408Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1eb980bf-46dc-45a7-aa4f-098bf58d6904, kind: Service { id: 2cae9f85-8043-498f-af8e-a4bc9724ac55 }, name: Name(\"external-dns-2cae9f85-8043-498f-af8e-a4bc9724ac55\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 38])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eafd744b-ffb5-445c-8366-bd33299374a6, kind: Service { id: fa9e7556-b41e-4114-bf3f-e918820a9bcf }, name: Name(\"external-dns-fa9e7556-b41e-4114-bf3f-e918820a9bcf\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 132])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 16870a00-56de-4335-bbe4-e10f8544f208, kind: Service { id: f840e071-026c-488d-b1c9-2c4d1ce3e74d }, name: Name(\"nexus-f840e071-026c-488d-b1c9-2c4d1ce3e74d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 707af25c-dc9c-42b2-9351-0dc3824f26c9, kind: Service { id: a5227819-155d-4a08-8e71-bd8a327ad739 }, name: Name(\"nexus-a5227819-155d-4a08-8e71-bd8a327ad739\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 220, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a6310629-11e4-4b6d-b328-1d8767a4ab69, kind: Service { id: 4ee19452-709a-4abd-a238-7af80f61d166 }, name: Name(\"nexus-4ee19452-709a-4abd-a238-7af80f61d166\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 191, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:06.75287465Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:06.75290441Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:06.752919001Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:06.752938061Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:06.752964042Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:06.752979333Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:06.753004203Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"8b4124c2-f123-46b4-8999-703e48e49e46","remote_addr":"[fd00:1122:3344:101::a]:39852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":365,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.264781671Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:61506"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.265733178Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"c9986647-2816-49a6-9367-b55e8811240b","remote_addr":"[fd00:1122:3344:101::b]:61506","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":915,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.296605966Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45262"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.296679678Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"44cdb717-8085-4395-9510-255f8f9001f8","remote_addr":"[fd00:1122:3344:101::b]:45262","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":31,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.303238824Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:33777"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.303302716Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b8e41b64-7662-48ca-895a-a0a3c921a89e","remote_addr":"[fd00:1122:3344:101::c]:33777","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":19,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.304926052Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7905d175-b3d0-4c17-9b30-da8838395d07","remote_addr":"[fd00:1122:3344:101::b]:45262","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":84,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.316154102Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"369cf011-cb8a-44ce-b14e-844c92e1aa02","remote_addr":"[fd00:1122:3344:101::c]:33777","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":134,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.360834773Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44038"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.360933015Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.405435512Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.472044636Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8ea2506a-12c1-4931-987c-372b97aeed11","remote_addr":"[fd00:1122:3344:101::b]:44038","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":111152,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.472203591Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:35172"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.472328664Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.512322212Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.571625509Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"bc23e38c-94d9-404f-8437-144a51199580","remote_addr":"[fd00:1122:3344:101::c]:35172","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99343,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.571938008Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3cacfd85-8791-4b04-b8fc-d4466a808288","remote_addr":"[fd00:1122:3344:101::b]:44038","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":158,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.571986949Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48146"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.571996209Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46023"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.572242636Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"efb3017b-97d0-44e5-986e-9ae673170cf1","remote_addr":"[fd00:1122:3344:101::c]:35172","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":299,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.572355569Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"d9b81c4d-7776-4275-8db9-d902d2460859","remote_addr":"[fd00:1122:3344:101::c]:46023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":268,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.57237266Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1eb980bf-46dc-45a7-aa4f-098bf58d6904, kind: Service { id: 2cae9f85-8043-498f-af8e-a4bc9724ac55 }, name: Name(\"external-dns-2cae9f85-8043-498f-af8e-a4bc9724ac55\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 38])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eafd744b-ffb5-445c-8366-bd33299374a6, kind: Service { id: fa9e7556-b41e-4114-bf3f-e918820a9bcf }, name: Name(\"external-dns-fa9e7556-b41e-4114-bf3f-e918820a9bcf\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 132])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 16870a00-56de-4335-bbe4-e10f8544f208, kind: Service { id: f840e071-026c-488d-b1c9-2c4d1ce3e74d }, name: Name(\"nexus-f840e071-026c-488d-b1c9-2c4d1ce3e74d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 707af25c-dc9c-42b2-9351-0dc3824f26c9, kind: Service { id: a5227819-155d-4a08-8e71-bd8a327ad739 }, name: Name(\"nexus-a5227819-155d-4a08-8e71-bd8a327ad739\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 220, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a6310629-11e4-4b6d-b328-1d8767a4ab69, kind: Service { id: 4ee19452-709a-4abd-a238-7af80f61d166 }, name: Name(\"nexus-4ee19452-709a-4abd-a238-7af80f61d166\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 191, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.572417861Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.572444662Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.572455232Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.572466813Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.572481483Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.572496344Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.572509304Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"0315f965-89a5-4a9c-9a46-a45d7efed0e1","remote_addr":"[fd00:1122:3344:101::b]:48146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":414,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.610141844Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53939"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.610928427Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1eb980bf-46dc-45a7-aa4f-098bf58d6904, kind: Service { id: 2cae9f85-8043-498f-af8e-a4bc9724ac55 }, name: Name(\"external-dns-2cae9f85-8043-498f-af8e-a4bc9724ac55\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 38])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eafd744b-ffb5-445c-8366-bd33299374a6, kind: Service { id: fa9e7556-b41e-4114-bf3f-e918820a9bcf }, name: Name(\"external-dns-fa9e7556-b41e-4114-bf3f-e918820a9bcf\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 132])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 16870a00-56de-4335-bbe4-e10f8544f208, kind: Service { id: f840e071-026c-488d-b1c9-2c4d1ce3e74d }, name: Name(\"nexus-f840e071-026c-488d-b1c9-2c4d1ce3e74d\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 707af25c-dc9c-42b2-9351-0dc3824f26c9, kind: Service { id: a5227819-155d-4a08-8e71-bd8a327ad739 }, name: Name(\"nexus-a5227819-155d-4a08-8e71-bd8a327ad739\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 220, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a6310629-11e4-4b6d-b328-1d8767a4ab69, kind: Service { id: 4ee19452-709a-4abd-a238-7af80f61d166 }, name: Name(\"nexus-4ee19452-709a-4abd-a238-7af80f61d166\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 191, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.610983668Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.61103037Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.61104703Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.61105717Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.611073721Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.611092311Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:07.611116562Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"7ca54227-9261-46ea-845a-e343e34945f3","remote_addr":"[fd00:1122:3344:101::c]:53939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":913,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:24.744176952Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61481"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:24.744785979Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"cf804610-a3ea-4a03-ab1d-f8433f11644e","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61481","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":575,"response_code":"200"} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:30.428672117Z","hostname":"buskin","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:197"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:30.428737789Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:30.474271184Z","hostname":"buskin","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.99999749s","next_cleanup":"Instant { tv_sec: 1953, tv_nsec: 988196556 }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:36.451529717Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64813"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:36.451648481Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"8da8ee08-15ea-49b5-bfef-c290fafe3dae","remote_addr":"[fd00:1122:3344:101::a]:64813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":81,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:36.463363254Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7435e3f0-e355-4ec4-8e20-3f967f2fd068","remote_addr":"[fd00:1122:3344:101::a]:64813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":826,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:36.562677139Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53771"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:36.562843104Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"04e49e3a-7591-443c-bf52-adc2bc8f6518","remote_addr":"[fd00:1122:3344:101::a]:53771","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:36.57712448Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:47204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:36.577194212Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:36.621177193Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:36.679130442Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"aa9d2e0a-fde1-406d-b66c-f7551b2e59b5","remote_addr":"[fd00:1122:3344:101::a]:47204","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101970,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:36.679621645Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0e11065d-f0f5-4a95-a08c-a14125bc7d1d","remote_addr":"[fd00:1122:3344:101::a]:47204","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":207,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:37.048372845Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52582"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:37.048518029Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f6ab954c-bbff-4272-a5f6-e6a1ebeb6ba9","remote_addr":"[fd00:1122:3344:101::b]:52582","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:37.0580543Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9bf66aed-edda-4044-883f-832a4b343ad4","remote_addr":"[fd00:1122:3344:101::b]:52582","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":126,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:37.12976606Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64634"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:37.129936554Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"f9b8a428-9978-454f-a84c-5fee536b79bc","remote_addr":"[fd00:1122:3344:101::b]:64634","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":141,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:37.192185985Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:40437"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:37.192264297Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:37.234773747Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:37.29817636Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c69f40fc-35d1-4eb8-9b3c-f4a26c6b7886","remote_addr":"[fd00:1122:3344:101::b]:40437","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105947,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:37.29853165Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:43416"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:37.298585722Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64048"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:37.298622313Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:57526"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:37.29887023Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f5ca25c6-9365-46d5-9a27-4ed7c3ff091f","remote_addr":"[fd00:1122:3344:101::b]:40437","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":394,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:37.29888141Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4631f90c-5a1b-44fe-8cc1-c822110e030f","remote_addr":"[fd00:1122:3344:101::c]:64048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":167,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:37.298955672Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"a387a6a1-e4ea-458c-ba39-74f16eaa64ec","remote_addr":"[fd00:1122:3344:101::c]:43416","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":287,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:37.29958918Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:37.307402302Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"f91e5846-0402-4342-8aab-204bf0d95425","remote_addr":"[fd00:1122:3344:101::c]:64048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":281,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:37.340974397Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:37.393381728Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"21cf9245-436a-451f-a9cc-8ed301830a6c","remote_addr":"[fd00:1122:3344:101::c]:57526","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94617,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:37.393769109Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0a4686cc-fd28-41e8-ad03-5ec9b2addd89","remote_addr":"[fd00:1122:3344:101::c]:57526","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":178,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:44.053110785Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:54.778694093Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41580"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:01:54.778761195Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"c81ea960-0dcc-4ade-80db-48b6b9b798a0","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41580","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":45,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T01:01:59.368731887Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"f3f552d0-e013-4c5d-bb2d-a9302baf971a\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 28 Aug 2024 01:01:59 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"f3f552d0-e013-4c5d-bb2d-a9302baf971a\\\" }\"","delay":"239.399762795s"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:06.434805751Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:55444"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:06.43510436Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"0bfb0306-5bc4-4a7f-996e-40495e3af36e","remote_addr":"[fd00:1122:3344:101::a]:55444","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":264,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:06.446615627Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"8e09dc96-a8a2-451d-91c3-f254a20cd4d8","remote_addr":"[fd00:1122:3344:101::a]:55444","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":129,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:06.598449517Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57919"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:06.598634842Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"251db403-59df-4b43-b3cc-b33eff58316b","remote_addr":"[fd00:1122:3344:101::a]:57919","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":153,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:06.670102255Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60627"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:06.670257209Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:06.713483449Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:06.774414122Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c5dfe463-a464-473d-a766-7ddddcb551b3","remote_addr":"[fd00:1122:3344:101::a]:60627","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":104222,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:06.774883735Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"6f16d29e-a328-4dda-a247-4dbafdc5f6d7","remote_addr":"[fd00:1122:3344:101::a]:60627","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":197,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:07.274362083Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:51963"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:07.274549848Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"6f823f43-c915-417b-b42c-305234606824","remote_addr":"[fd00:1122:3344:101::c]:51963","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":156,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:07.321834273Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39872"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:07.322011508Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"00c10398-e13a-441f-8c32-c8981197b788","remote_addr":"[fd00:1122:3344:101::b]:39872","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":145,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:07.323234633Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:43836"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:07.323292534Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4e5444ee-7d40-437b-b5a8-6bdefcb08f07","remote_addr":"[fd00:1122:3344:101::b]:43836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":33,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:07.334141883Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"70801eb9-6150-47c3-8e74-c1cd09b8cec2","remote_addr":"[fd00:1122:3344:101::b]:43836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":134,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:07.394803629Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:57195"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:07.39485913Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1404f2b8-fdd7-4dd4-9a4a-f29fa8d1d32f","remote_addr":"[fd00:1122:3344:101::c]:57195","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":31,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:07.397544386Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:36156"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:07.397637099Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:07.442170336Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:07.504087997Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"51de7044-9397-4d2c-b532-965cc04e7402","remote_addr":"[fd00:1122:3344:101::b]:36156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106480,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:07.504372415Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:34370"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:07.504476868Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"269b65e8-ef41-45e8-a12b-593746bd3f27","remote_addr":"[fd00:1122:3344:101::c]:57195","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":191,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:07.504620522Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3f43d47c-a943-489b-a6bb-e05a9d88d525","remote_addr":"[fd00:1122:3344:101::b]:36156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":273,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:07.504633413Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:07.547872712Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:07.605540893Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ac398e62-ea95-4ef3-be1b-8dd67cb48b67","remote_addr":"[fd00:1122:3344:101::c]:34370","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100999,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:07.606331115Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"63cb6477-5027-42ea-8f4b-e42dd61a33e2","remote_addr":"[fd00:1122:3344:101::c]:34370","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":611,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:24.827470461Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56090"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:24.827586474Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"68435f5e-349b-44e6-91df-79c5244eaec8","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56090","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":63,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:33.41946986Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40427"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:33.419643295Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"ff775316-d1a4-40c9-a41c-2da0a40fbde5","remote_addr":"[fd00:1122:3344:101::a]:40427","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":134,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:33.420555091Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:778","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 247, 220, 162])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(16235365) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:33.420586662Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"PUT","req_id":"ad89ecd2-62e4-4cf5-a835-de58eddd5a09","remote_addr":"[fd00:1122:3344:101::a]:40427","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":730,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:33.546808052Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40849"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:33.550921619Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:570","metadata":"InstanceMetadata { silo_id: b8478af8-2fe4-4899-96a9-17a68c059f6b, project_id: 1b1e2353-8423-4488-8cf9-a7ca5dd8b6f8 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-08-28T01:02:33.032584Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(a9c40859-4ce6-487f-af93-4064b962a346 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-08-28T01:02:33.105822388Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: c475b961-fc72-4363-b146-f13036d1dd45, kind: Instance { id: d5200ea9-f81d-4e22-b797-ad91ab2270c8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 220, 162])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16235365), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c475b961-fc72-4363-b146-f13036d1dd45, kind: Instance { id: d5200ea9-f81d-4e22-b797-ad91ab2270c8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 220, 162])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16235365), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c475b961-fc72-4363-b146-f13036d1dd45, kind: Instance { id: d5200ea9-f81d-4e22-b797-ad91ab2270c8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 220, 162])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16235365), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(16235365))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c475b961-fc72-4363-b146-f13036d1dd45, kind: Instance { id: d5200ea9-f81d-4e22-b797-ad91ab2270c8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 220, 162])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16235365), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-6a0b3883249\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 431c70a8-6da2-437a-9b24-289d6e00ea92, read_only_parent: Some(Volume { block_size: 512, id: 03629dab-ffe1-4938-972f-9ddb766ba3c5, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 832bb390-a013-402e-8ebd-34381ded9d70, key: Some(\"igIR2vULqVM84SQQ46gLEpE5X4dSkt/7G2vm2WBVdU8=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::19]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 431c70a8-6da2-437a-9b24-289d6e00ea92, key: Some(\"2Fl9hckyGXn8cH+Vo5Imu7VgHyCOHXoipnJ3jjPD8cQ=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::19]:19003\"] } }] } }], cloud_init_bytes: Some(..) }","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:33.55097257Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:603","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:33.550987141Z","hostname":"buskin","pid":1562,"propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"sled-agent/src/instance.rs:991","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: c475b961-fc72-4363-b146-f13036d1dd45, kind: Instance { id: d5200ea9-f81d-4e22-b797-ad91ab2270c8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 220, 162])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16235365), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c475b961-fc72-4363-b146-f13036d1dd45, kind: Instance { id: d5200ea9-f81d-4e22-b797-ad91ab2270c8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 220, 162])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16235365), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c475b961-fc72-4363-b146-f13036d1dd45, kind: Instance { id: d5200ea9-f81d-4e22-b797-ad91ab2270c8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 220, 162])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16235365), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(16235365))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c475b961-fc72-4363-b146-f13036d1dd45, kind: Instance { id: d5200ea9-f81d-4e22-b797-ad91ab2270c8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 220, 162])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16235365), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-6a0b3883249\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 431c70a8-6da2-437a-9b24-289d6e00ea92, read_only_parent: Some(Volume { block_size: 512, id: 03629dab-ffe1-4938-972f-9ddb766ba3c5, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 832bb390-a013-402e-8ebd-34381ded9d70, key: Some(\"igIR2vULqVM84SQQ46gLEpE5X4dSkt/7G2vm2WBVdU8=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::19]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 431c70a8-6da2-437a-9b24-289d6e00ea92, key: Some(\"2Fl9hckyGXn8cH+Vo5Imu7VgHyCOHXoipnJ3jjPD8cQ=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::19]:19003\"] } }] } }], cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-08-28T01:02:33.032584Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:33.551579938Z","hostname":"buskin","pid":1562,"uri":"/vmms/a9c40859-4ce6-487f-af93-4064b962a346","method":"PUT","req_id":"6affdc11-d805-4c61-b369-0ac2d930e71c","remote_addr":"[fd00:1122:3344:101::a]:40849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4700,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:33.655208736Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38913"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:33.655343679Z","hostname":"buskin","pid":1562,"uri":"/vmms/a9c40859-4ce6-487f-af93-4064b962a346/state","method":"PUT","req_id":"f2bb1847-a14e-462f-9af6-54e506afe175","remote_addr":"[fd00:1122:3344:101::a]:38913","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":70,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:33.657712577Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 247, 220, 162]), slot: 0, vni: Vni { inner: 16235365 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:33.657759858Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:33.701317017Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:33.726160764Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:34.933981081Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:34.934148025Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346\") failed: Property not found. retry in 60.540673ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T01:02:35.123542082Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346\") failed: Property not found. retry in 146.244161ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T01:02:35.210588268Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346\") failed: Property not found. retry in 292.764055ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T01:02:35.38007865Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346\") failed: Property not found. retry in 326.485302ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T01:02:35.689929493Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346\") failed: Property not found. retry in 1.109781909s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T01:02:36.033925429Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:36.365542921Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44670"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:36.365682185Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"336a5b6e-1e49-4cd8-bddf-ea5bf6773508","remote_addr":"[fd00:1122:3344:101::a]:44670","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:36.381022721Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52639"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:36.509041993Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53560"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:36.509263799Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"634df0f6-e750-4ea9-857d-c7b70a60ff41","remote_addr":"[fd00:1122:3344:101::a]:53560","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":169,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:36.560179508Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"17517c5c-fded-4929-b05f-c6fb76f602b0","remote_addr":"[fd00:1122:3344:101::a]:44670","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":234,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:36.567404293Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:45664"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:36.567474915Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:36.609450589Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:36.669673212Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"32855e61-dca8-4c3a-8092-1b4c5cc233ad","remote_addr":"[fd00:1122:3344:101::a]:45664","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102221,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:36.670029672Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a7c5c8d5-6658-4416-9cb6-fb1459195356","remote_addr":"[fd00:1122:3344:101::a]:45664","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:37.072511161Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63655"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:37.095251638Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47044"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:37.095362871Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"96002864-0f0a-4b8d-ba61-795fbca37e5b","remote_addr":"[fd00:1122:3344:101::c]:47044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:37.137729326Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:58014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:37.138776205Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"0b3de740-3de3-4f5b-8032-43820500b0fd","remote_addr":"[fd00:1122:3344:101::b]:58014","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":987,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346\") failed: Property not found. retry in 754.753142ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T01:02:37.157488978Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:37.157748695Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:34723"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:37.162084319Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"36e93ab0-9354-4251-955d-0912ba137287","remote_addr":"[fd00:1122:3344:101::b]:58014","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":161,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:37.186179424Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37691"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:37.186352439Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"1abe9c4a-fea1-47f0-8c06-665a1c49a554","remote_addr":"[fd00:1122:3344:101::c]:37691","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":122,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:37.193103881Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"09788406-eb18-4f55-9562-f3223154f3cb","remote_addr":"[fd00:1122:3344:101::c]:47044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:37.234462358Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61005"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:37.23455555Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:37.277552573Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:37.335870542Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"bd535821-16ba-4d25-8775-515fd7221e62","remote_addr":"[fd00:1122:3344:101::c]:61005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101355,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:37.336279524Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:57052"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:37.336310475Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:40853"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:37.337271462Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4033"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:37.337311623Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"77c2b8a4-bc2e-40e2-bd16-9a8833cce0ab","remote_addr":"[fd00:1122:3344:101::c]:61005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1046,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:37.337321263Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"e30705f1-094c-4245-ad3e-3d82583754aa","remote_addr":"[fd00:1122:3344:101::b]:40853","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":905,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:37.375371686Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:37.43176513Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"23b77d05-bab6-4ef2-ad7d-25c1a3a73406","remote_addr":"[fd00:1122:3344:101::b]:57052","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95336,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:37.432195002Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e6fdeaa2-44ad-410f-9e81-f11d1316ea5e","remote_addr":"[fd00:1122:3344:101::b]:57052","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":168,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346\") failed: Property not found. retry in 1.256389221s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T01:02:37.924312621Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346\") failed: Property not found. retry in 1.084210382s","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T01:02:39.194181312Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:40.314250262Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"sled-agent/src/instance.rs:1449"} {"msg":"wait for service Some(\"oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346\") failed: Property not found. retry in 66.14408ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T01:02:40.32401077Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346\") failed: Property not found. retry in 128.080953ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T01:02:40.400578268Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346\") failed: Property not found. retry in 289.54388ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T01:02:40.539232762Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:40.839996277Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"sled-agent/src/instance.rs:1458"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:40.877118103Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"sled-agent/src/instance.rs:1482"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:41.01763788Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"sled-agent/src/instance.rs:727"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:41.018302589Z","hostname":"buskin","pid":1562,"uri":"/vmms/a9c40859-4ce6-487f-af93-4064b962a346/state","method":"GET","req_id":"b4f17a22-03b1-48cd-a797-0acb5265afd8","remote_addr":"[fd00:1122:3344:101::a]:52639","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4637238,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:41.018355011Z","hostname":"buskin","pid":1562,"uri":"/vmms/a9c40859-4ce6-487f-af93-4064b962a346/state","method":"GET","req_id":"e9f95731-1197-44f3-90bc-6df42b36b670","remote_addr":"[fd00:1122:3344:101::c]:34723","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3860509,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:41.018395642Z","hostname":"buskin","pid":1562,"uri":"/vmms/a9c40859-4ce6-487f-af93-4064b962a346/state","method":"GET","req_id":"9363c966-6220-433f-958b-16e41895f308","remote_addr":"[fd00:1122:3344:101::b]:63655","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3945844,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-08-28T01:02:41.018843394Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:41.019066721Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:41.019081611Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-08-28T01:02:41.018843394Z }","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:41.019089041Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-08-28T01:02:41.018843394Z }, migration_in: None, migration_out: None }","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-08-28T01:02:41.071505252Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:41.071527623Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:41.071552654Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-08-28T01:02:41.071505252Z }","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:41.071575205Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-08-28T01:02:41.071505252Z }, migration_in: None, migration_out: None }","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:51.177215539Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52362"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:51.178428663Z","hostname":"buskin","pid":1562,"uri":"/vmms/a9c40859-4ce6-487f-af93-4064b962a346/state","method":"PUT","req_id":"f1ba1ccf-e11d-4bb7-b4f6-757583708d05","remote_addr":"[fd00:1122:3344:101::a]:52362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1091,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-08-28T01:02:51.178530376Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:51.178554777Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:51.178574187Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-08-28T01:02:51.178530376Z }","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:51.178600768Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-08-28T01:02:51.178530376Z }, migration_in: None, migration_out: None }","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-08-28T01:02:51.187638295Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:51.187656136Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:51.187681547Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(6), time_updated: 2024-08-28T01:02:51.187638295Z }","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:51.187689607Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"sled-agent/src/instance.rs:630","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:51.187697637Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:51.187920283Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:51.187935524Z","hostname":"buskin","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/debug/bundle/zone\", \"/pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/2deff32e-1106-452e-a0e4-7f5633a4a1c4/crypt/debug\", \"/pool/ext/903e5bdb-4fa3-466b-9cc6-cb6c1205c20b/crypt/debug\", \"/pool/ext/8c0884cf-f16d-4d49-a677-c20655479168/crypt/debug\", \"/pool/ext/39cc409d-9820-46b7-b64f-11f4d431b612/crypt/debug\", \"/pool/ext/753cff17-fbdf-48d1-960a-a1fe6d8c01ed/crypt/debug\", \"/pool/ext/fe61a674-6b99-47f9-b238-13f6d9a31093/crypt/debug\", \"/pool/ext/9b7eedae-40f6-4e96-bd9d-f89d715d8ad7/crypt/debug\", \"/pool/ext/1a002b08-6021-4882-a443-e176f8f87821/crypt/debug\", \"/pool/ext/2936c097-160d-4a3f-a5e8-a1c6ffbf1edb/crypt/debug\"] }","zone_name":"oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T01:02:51.188333135Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:557","n_samples":6,"id":"14216105680496823962"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T01:02:51.188380297Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"45733be1-aef6-43c8-be71-719893a1feda","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:557","n_samples":6,"id":"2706487967370437348"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:51.837430759Z","hostname":"buskin","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1137","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346\", bundle_id: 713b0f3e-7c0d-4547-89c0-26ad036a1982 }, time_created: 2024-08-28T01:02:51.188222322Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346","v":0,"name":"SledAgent","level":40,"time":"2024-08-28T01:02:51.837533442Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"sled-agent/src/instance.rs:826"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:53.601876638Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:53.620712844Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(16235365), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:53.620762176Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(16235365), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:53.622213357Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-08-28T01:02:53.622178466Z }, migration_in: None, migration_out: None }","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:53.645664974Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-08-28T01:02:53.622178466Z }, migration_in: None, migration_out: None }","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:53.648872825Z","hostname":"buskin","pid":1562,"instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","propolis_id":"a9c40859-4ce6-487f-af93-4064b962a346","instance_id":"d5200ea9-f81d-4e22-b797-ad91ab2270c8","component":"InstanceManager","file":"sled-agent/src/instance.rs:763"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:54.026769965Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46072"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:54.026859707Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f426fec4-65df-44c8-ba19-a91ad9ebc93a","remote_addr":"[fd00:1122:3344:101::c]:46072","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":76,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:54.035672738Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ba256e74-0c3b-4a6b-a8f8-c2189f9f2f6b","remote_addr":"[fd00:1122:3344:101::c]:46072","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":626,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:54.100312066Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:48601"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:54.100487041Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"1a9a140d-8226-4b3e-9fbf-264eb078927a","remote_addr":"[fd00:1122:3344:101::c]:48601","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:54.209730569Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35482"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:54.209943555Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"a49c5223-0526-41a3-8d61-17131bf29f3b","remote_addr":"[fd00:1122:3344:101::a]:35482","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":154,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:54.862693993Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:65097"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:54.862799456Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"f49684e4-c2db-49cc-a463-8f29a2c68438","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:65097","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:55.132781545Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36862"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:55.133642089Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f900724b-a049-4737-81dc-ddd1b6fb9c85","remote_addr":"[fd00:1122:3344:101::a]:36862","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":841,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-28T01:02:55.141501823Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"096e36c8-a367-4917-a6cd-d491ab312c24","remote_addr":"[fd00:1122:3344:101::a]:36862","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":127,"response_code":"204"}