[ Nov 2 03:55:07 Enabled. ] [ Nov 2 03:55:07 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Nov 2 03:55:07 Method "start" exited with status 0. ] [ Nov 2 03:55:07 Rereading configuration. ] [ Nov 2 03:55:07 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:07.172507018Z","hostname":"buskin","pid":1572,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:07.172679652Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:07.224413373Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:07.224450004Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:07.338228147Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:07.34718707Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:07.354722681Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:07.955006993Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.091816591Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.091850872Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.091943814Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.092006955Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.092029376Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.092053676Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.095265915Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:08.095272276Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.095282656Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.095293286Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.095306126Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.095354737Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.095437809Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.095462789Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.09548418Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.106385624Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.106408935Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"6308f1ec-c08e-4282-a1c2-db37d6b8a044 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.203727135Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:181","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 6308f1ec-c08e-4282-a1c2-db37d6b8a044 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.670703303Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.670754355Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.670763305Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.670777975Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.670789645Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.670803246Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.670808446Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.679190406Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.679211806Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"fda73319-9c6d-44d8-9377-b69537374c59 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:08.769797392Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:181","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: fda73319-9c6d-44d8-9377-b69537374c59 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.247749356Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.247804447Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6308f1ec-c08e-4282-a1c2-db37d6b8a044 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fda73319-9c6d-44d8-9377-b69537374c59 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.247846348Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.247852608Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.247864338Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.247874559Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.247881209Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.2479211Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6308f1ec-c08e-4282-a1c2-db37d6b8a044 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fda73319-9c6d-44d8-9377-b69537374c59 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.24794468Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.24795153Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.247963951Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.247968971Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.247972851Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.247977501Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248011592Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248018712Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6308f1ec-c08e-4282-a1c2-db37d6b8a044 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fda73319-9c6d-44d8-9377-b69537374c59 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248039122Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248046102Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248050013Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248053953Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6308f1ec-c08e-4282-a1c2-db37d6b8a044 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fda73319-9c6d-44d8-9377-b69537374c59 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248071443Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248079323Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248084043Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248088293Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248104564Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248122734Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248129414Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6308f1ec-c08e-4282-a1c2-db37d6b8a044 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fda73319-9c6d-44d8-9377-b69537374c59 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248155335Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248162005Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248167765Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248171615Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248175575Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6308f1ec-c08e-4282-a1c2-db37d6b8a044 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fda73319-9c6d-44d8-9377-b69537374c59 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248201736Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248209856Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248217556Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248221886Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248227006Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248232846Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6308f1ec-c08e-4282-a1c2-db37d6b8a044 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fda73319-9c6d-44d8-9377-b69537374c59 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248260067Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248266197Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248271557Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248276637Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248281498Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248287028Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248291698Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248301188Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6308f1ec-c08e-4282-a1c2-db37d6b8a044 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fda73319-9c6d-44d8-9377-b69537374c59 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248342159Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248348869Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248353109Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248357429Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6308f1ec-c08e-4282-a1c2-db37d6b8a044 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fda73319-9c6d-44d8-9377-b69537374c59 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.24838396Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.24838923Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.24839396Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.24840193Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.24840724Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.24841117Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6308f1ec-c08e-4282-a1c2-db37d6b8a044 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fda73319-9c6d-44d8-9377-b69537374c59 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248439161Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248442841Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248447061Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248450311Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248453621Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248457101Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248462091Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248469302Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248481092Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248485302Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248488972Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248515643Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.248520183Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.26001407Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:733"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.26004622Z","hostname":"buskin","pid":1572,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999914419s","next_cleanup":"Instant { tv_sec: 9813, tv_nsec: 282876144 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.260105941Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3909"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.260128832Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.260208834Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.262624075Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.263048485Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.264810133Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n tx_eq: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.265328584Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1083"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.265334864Z","hostname":"buskin","pid":1572,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.265397385Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.265440526Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.265453266Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.265458016Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1146"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.265478397Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.265501437Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.265509617Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.265513997Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1188"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.265517538Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.265521178Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.265535358Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.265560429Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.265840575Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: e190f004-2376-4aae-8296-5a5757dc1123,\n sleds: {\n [fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 5b8cdd5a-f021-45f2-8323-b6c8f9776060 (sled),\n rack_id: e190f004-2376-4aae-8296-5a5757dc1123,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n tx_eq: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.266070269Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.26607617Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1222"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.26611621Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.266122411Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.266270594Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.266396307Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.266454948Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 5b8cdd5a-f021-45f2-8323-b6c8f9776060 (sled), rack_id: e190f004-2376-4aae-8296-5a5757dc1123, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.266902327Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4206"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.266982279Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4588"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.271713701Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.2777246Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.277827982Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.281990011Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.282047273Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.282171915Z","hostname":"buskin","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:48127","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 5b8cdd5a-f021-45f2-8323-b6c8f9776060 (sled), rack_id: e190f004-2376-4aae-8296-5a5757dc1123, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.282292718Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.282308278Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.282334699Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.282338969Z","hostname":"buskin","pid":1572,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.282344759Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.282351189Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"No ledger in /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.28239693Z","hostname":"buskin","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.28240419Z","hostname":"buskin","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.282427921Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.282435631Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.282439631Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.282446911Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.282450621Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.282455292Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.297721469Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.31914868Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.336102873Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.362099792Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:408"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.362134063Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.362138243Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:420"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.362171233Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 87.619927ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.366001036Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e92c9c89-45f7-4f58-9387-1af500f9aee0\", \"content-length\": \"124\", \"date\": \"Sat, 02 Nov 2024 03:55:09 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e92c9c89-45f7-4f58-9387-1af500f9aee0\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_6308f1ec-c08e-4282-a1c2-db37d6b8a044/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.375102951Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_6308f1ec-c08e-4282-a1c2-db37d6b8a044/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.398846891Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_6308f1ec-c08e-4282-a1c2-db37d6b8a044/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.398896202Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.404172466Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:435"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.404187716Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_6308f1ec-c08e-4282-a1c2-db37d6b8a044/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.404194716Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.455106759Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 153.797163ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.455794854Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"986555a0-c408-4ee4-8bae-b76a215c0239\", \"content-length\": \"124\", \"date\": \"Sat, 02 Nov 2024 03:55:09 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"986555a0-c408-4ee4-8bae-b76a215c0239\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.489498718Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.610897085Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 130.769599ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.61158159Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24a28a56-65a7-4764-9b9d-4ea1424be58e\", \"content-length\": \"124\", \"date\": \"Sat, 02 Nov 2024 03:55:09 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"24a28a56-65a7-4764-9b9d-4ea1424be58e\" }"} {"msg":"Mounting oxi_6308f1ec-c08e-4282-a1c2-db37d6b8a044/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.708538992Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.721120432Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.721190834Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.721210194Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.721227055Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.743262178Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 187.378126ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.74382083Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1e22697-57c5-4bda-93f4-5bbc18d9f305\", \"content-length\": \"124\", \"date\": \"Sat, 02 Nov 2024 03:55:09 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f1e22697-57c5-4bda-93f4-5bbc18d9f305\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.932799148Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 147.096371ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:09.933543404Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b700f2d6-f3cc-4e13-bb03-23a78bd5c436\", \"content-length\": \"124\", \"date\": \"Sat, 02 Nov 2024 03:55:09 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b700f2d6-f3cc-4e13-bb03-23a78bd5c436\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:10.081296207Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 337.650213ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:10.081926541Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13c59c6d-245e-4b28-a957-31d8b89f1859\", \"content-length\": \"124\", \"date\": \"Sat, 02 Nov 2024 03:55:09 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"13c59c6d-245e-4b28-a957-31d8b89f1859\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:10.421399451Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:10.452263654Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:10.457730632Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:56897","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:10.457768473Z","hostname":"buskin","pid":1572,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:10.457817383Z","hostname":"buskin","pid":1572,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:56897","producer_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:10.458804825Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"218.402072ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:10.459899238Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:10.459911219Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:10.45997482Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:917","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:10.45998044Z","hostname":"buskin","pid":1572,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:10.679369652Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"309.123471ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:10.989948231Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.169674388s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:12.160938259Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.120751501s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:12.921023233Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2664"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:12.921049874Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2882"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:12.921055124Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2534"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:12.921058624Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2581"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:12.921064804Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2963"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:12.921071674Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3005"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:12.923005756Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2807"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:12.924295444Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2575"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:12.924421146Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:12.924551289Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 34.630517ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:13.279690136Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 73.770033ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:13.484267209Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 215.853764ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:13.68776454Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 396.294332ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:14.078174164Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:14.282938862Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"3.281109765s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 908.329406ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:14.508068167Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 673.437974ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:15.529802109Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 891.795189ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:16.393504908Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 665.582211ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:17.469099218Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:17.566295595Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"10.898022528s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 985.076795ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:18.146829953Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/5b8cdd5a-f021-45f2-8323-b6c8f9776060)","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:19.51848335Z","hostname":"buskin","pid":1572,"component":"NexusNotifierTask","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:19.548311831Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:19.548782621Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12348","component":"dropshot (Repo Depot)","component":"ArtifactStore","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:19.54964628Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:19.54966687Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:19.54967943Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:19.549702231Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:19.549876344Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:19.550051108Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:19.550100009Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None, tx_eq: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:19.5501313Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3909"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:19.550167051Z","hostname":"buskin","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:48127","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:19.736229577Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:19.736302108Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:19.73637314Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/rss-service-plan-v5.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:19.736452782Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/rss-service-plan-v5.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:19.736457792Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:19.736485032Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:19.736513323Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:19.736525203Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:19.736547253Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:19.740746154Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4230","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:19.740774074Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4246"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:19.740782095Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.012540721Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41047"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.0129604Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.01297723Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.013036811Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.013048951Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.013177514Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"277d7850-3462-4d35-bd63-cc1f907f7ec9","remote_addr":"[fd00:1122:3344:101::1]:41047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":349,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.043656089Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45899"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.043792812Z","hostname":"buskin","pid":1572,"uri":"/sled-role","method":"GET","req_id":"8b4a582c-a097-4799-9ec5-73456d669b2c","remote_addr":"[fd00:1122:3344:101::1]:45899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.045290554Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/.rss-service-plan-v5.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.045321485Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/.rss-service-plan-v5.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.045742134Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.046004209Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:886"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 8526f520-a18b-44d7-a827-a48c889beb4c, pool_id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 14a3f979-6522-4a56-bb6b-6b85163b765d, pool_id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: af6d20f3-8542-4b9f-9aeb-a7759dd7ebec, pool_id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 52b238cc-7012-44d0-bd18-bb349b7fb122, pool_id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 25e773a7-f1e2-414c-b52d-63838100741b, pool_id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: adef6d7a-9cfd-4e96-8ca5-9d2a561e0a6e, pool_id: 39aca50d-85fd-4ecc-a443-45b121ccfb9a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 397c30cd-e781-4226-8d70-7f4ae079330c, pool_id: 6b0637e8-562e-46b1-92a8-a7478ef38477 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 80805b37-c686-4a3b-98be-cd98923e6b76, pool_id: 010339bd-18fb-4f1c-9455-7caf9e67e152 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 96dfd8af-1920-49a7-b947-e12f11ecc0c6, pool_id: e3d9cf44-b37a-4529-b1ca-03b2819010d3 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.077495216Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:376"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.077640419Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64176"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.077874644Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:886"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 8526f520-a18b-44d7-a827-a48c889beb4c, pool_id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 14a3f979-6522-4a56-bb6b-6b85163b765d, pool_id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: af6d20f3-8542-4b9f-9aeb-a7759dd7ebec, pool_id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 52b238cc-7012-44d0-bd18-bb349b7fb122, pool_id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 25e773a7-f1e2-414c-b52d-63838100741b, pool_id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: adef6d7a-9cfd-4e96-8ca5-9d2a561e0a6e, pool_id: 39aca50d-85fd-4ecc-a443-45b121ccfb9a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 397c30cd-e781-4226-8d70-7f4ae079330c, pool_id: 6b0637e8-562e-46b1-92a8-a7478ef38477 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 80805b37-c686-4a3b-98be-cd98923e6b76, pool_id: 010339bd-18fb-4f1c-9455-7caf9e67e152 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 96dfd8af-1920-49a7-b947-e12f11ecc0c6, pool_id: e3d9cf44-b37a-4529-b1ca-03b2819010d3 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.077906524Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.077911524Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.077917195Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.077922045Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.077929855Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.077934495Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.077940155Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.077944715Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.200893376Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.200924426Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"714116db-1daa-4c0c-b42f-cb5b471285ca (zpool)"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-02T03:55:20.638636967Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3855537906354135706"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-02T03:55:20.638751689Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11546169058853415843"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5b8cdd5a-f021-45f2-8323-b6c8f9776060)","v":0,"name":"SledAgent","level":50,"time":"2024-11-02T03:55:20.639985626Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.836508826Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.883683109Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:181","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.891556438Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.89162931Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:227","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.891642011Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.891659151Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:233","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.891675221Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.891808844Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.891817134Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.928368289Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_714116db-1daa-4c0c-b42f-cb5b471285ca/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:20.936080745Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288"} {"msg":"Looking for unencrypted datasets in oxp_714116db-1daa-4c0c-b42f-cb5b471285ca","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.107192229Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:374"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.115013687Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.115040338Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.115048488Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.115054708Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.115059498Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.12491354Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.12493129Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.215546727Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:181","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.223200821Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.223263302Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:227","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.223272092Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.223287703Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:233","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.223302523Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.223473927Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.223486667Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.258593121Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_68ab7f9e-24f1-481a-b99f-af893cdd74a3/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.266324187Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288"} {"msg":"Looking for unencrypted datasets in oxp_68ab7f9e-24f1-481a-b99f-af893cdd74a3","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.439326942Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:374"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.446399394Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.446440435Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.446448075Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.446456866Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.446476486Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.456005691Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.456045161Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.547454655Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:181","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.555541308Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.555591259Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:227","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.55560838Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.555653731Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:233","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.555666991Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.555818354Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.555826824Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.591762206Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_4846b5cc-cb2b-4eca-94f1-57e5f623f3d0/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.60032817Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5b8cdd5a-f021-45f2-8323-b6c8f9776060)","v":0,"name":"SledAgent","level":50,"time":"2024-11-02T03:55:21.642886334Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Looking for unencrypted datasets in oxp_4846b5cc-cb2b-4eca-94f1-57e5f623f3d0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.77445846Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:374"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.782689536Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.782740128Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.782767528Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.782773848Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.782778949Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.792680351Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.792704972Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.887297753Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:181","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.895638072Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.895661673Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:227","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.895667513Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.895688453Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:233","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.895698614Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.895831606Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.895840377Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.933587217Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_61fda18b-b0fc-46cf-91c9-706f41acfc67/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:21.941341694Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288"} {"msg":"Looking for unencrypted datasets in oxp_61fda18b-b0fc-46cf-91c9-706f41acfc67","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.115097785Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:374"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.122870242Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.122904323Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.122912753Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.122917953Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.122925753Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.13257543Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.132605011Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.221593682Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:181","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.229262037Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.229296638Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:227","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.229319408Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.229328578Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:233","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.229339499Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.229501582Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.229509732Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.265832262Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_09ce30cf-7836-438d-8cfe-4980ee894ac4/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.273581509Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288"} {"msg":"Looking for unencrypted datasets in oxp_09ce30cf-7836-438d-8cfe-4980ee894ac4","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.448181228Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:374"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.455973926Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.456017967Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.456028507Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.456038487Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.456051377Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.465602953Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.465637443Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"39aca50d-85fd-4ecc-a443-45b121ccfb9a (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.556454984Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:181","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 39aca50d-85fd-4ecc-a443-45b121ccfb9a (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.564059297Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.564096588Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:227","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.564106268Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.564117288Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:233","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.564130078Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.564296072Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.564308032Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.59774045Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_39aca50d-85fd-4ecc-a443-45b121ccfb9a/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.604600848Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5b8cdd5a-f021-45f2-8323-b6c8f9776060)","v":0,"name":"SledAgent","level":50,"time":"2024-11-02T03:55:22.648091132Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Looking for unencrypted datasets in oxp_39aca50d-85fd-4ecc-a443-45b121ccfb9a","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.785442471Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:374"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.793111376Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.793171357Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.793182018Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.793192218Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.793199298Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.802944407Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.802976218Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"6b0637e8-562e-46b1-92a8-a7478ef38477 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.899419609Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:181","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 6b0637e8-562e-46b1-92a8-a7478ef38477 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.907228997Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.907280138Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:227","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.907296028Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.907332039Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:233","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.90735298Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.907524003Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.907536764Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.94367257Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_6b0637e8-562e-46b1-92a8-a7478ef38477/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:22.951527788Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288"} {"msg":"Looking for unencrypted datasets in oxp_6b0637e8-562e-46b1-92a8-a7478ef38477","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.123744387Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:374"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.132646228Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.132683039Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.132689209Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.132694789Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.132699739Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.142783816Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.142804276Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"010339bd-18fb-4f1c-9455-7caf9e67e152 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.236064219Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:181","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 010339bd-18fb-4f1c-9455-7caf9e67e152 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.244738515Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.244766296Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:227","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.244774646Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.244792496Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:233","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.244799547Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.2449458Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.24496137Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.280517944Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_010339bd-18fb-4f1c-9455-7caf9e67e152/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.28872794Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288"} {"msg":"Looking for unencrypted datasets in oxp_010339bd-18fb-4f1c-9455-7caf9e67e152","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.461439329Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:374"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.469233516Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.469276357Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.469296608Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.469305798Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.469313208Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.479131689Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.47915988Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"e3d9cf44-b37a-4529-b1ca-03b2819010d3 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.575023008Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:181","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: e3d9cf44-b37a-4529-b1ca-03b2819010d3 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.583126873Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.583182364Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:227","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.583191714Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.583212234Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:233","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.583223875Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.583386308Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.583417889Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.618203976Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_e3d9cf44-b37a-4529-b1ca-03b2819010d3/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.62583287Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5b8cdd5a-f021-45f2-8323-b6c8f9776060)","v":0,"name":"SledAgent","level":50,"time":"2024-11-02T03:55:23.651168694Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Looking for unencrypted datasets in oxp_e3d9cf44-b37a-4529-b1ca-03b2819010d3","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.79768192Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:374"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.805347275Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.805387006Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.805449247Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.805602611Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6308f1ec-c08e-4282-a1c2-db37d6b8a044 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fda73319-9c6d-44d8-9377-b69537374c59 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 39aca50d-85fd-4ecc-a443-45b121ccfb9a (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6b0637e8-562e-46b1-92a8-a7478ef38477 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 010339bd-18fb-4f1c-9455-7caf9e67e152 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e3d9cf44-b37a-4529-b1ca-03b2819010d3 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.805670712Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.805681252Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.805791984Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.80604683Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:890"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.80605656Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.806085001Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:916","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.806090781Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:921"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.806094301Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:926"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.806108991Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:122","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.806115691Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:932"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.806175043Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:799","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.806183793Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:937"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.806279915Z","hostname":"buskin","pid":1572,"uri":"/omicron-physical-disks","method":"PUT","req_id":"2edd3ab7-b3a4-4a68-bcd3-fc2a8aec563b","remote_addr":"[fd00:1122:3344:101::1]:64176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3728526,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 2c96eacb-1841-4277-9578-6b84caeef9c6 (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2 (service), filesystem_pool: Some(ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf (service), filesystem_pool: Some(ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.837327892Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:459"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.837485785Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:46159"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c96eacb-1841-4277-9578-6b84caeef9c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.83768874Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.83769526Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2c96eacb-1841-4277-9578-6b84caeef9c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.888500731Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.888528621Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.937976253Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.938006414Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.987908575Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.987943736Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.987951436Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:23.987989437Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:24.031303507Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:24.031341888Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:24.031347458Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:24.082344363Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_0c3f42f2-ce05-428f-a91a-f78ae70ccccf","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:24.086098094Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:24.089921996Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:24.102250541Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_0c3f42f2-ce05-428f-a91a-f78ae70ccccf","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:24.106787419Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:24.110496628Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5b8cdd5a-f021-45f2-8323-b6c8f9776060)","v":0,"name":"SledAgent","level":50,"time":"2024-11-02T03:55:24.653866168Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Profile for oxz_internal_dns_0c3f42f2-ce05-428f-a91a-f78ae70ccccf:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:25.62298565Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:25.623046572Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Booting oxz_internal_dns_0c3f42f2-ce05-428f-a91a-f78ae70ccccf zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:25.623192525Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_0c3f42f2-ce05-428f-a91a-f78ae70ccccf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:26.105158756Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:26.105224587Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:26.587431733Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_internal_dns_0c3f42f2-ce05-428f-a91a-f78ae70ccccf\") failed: Property not found. retry in 62.553583ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:26.594392693Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_0c3f42f2-ce05-428f-a91a-f78ae70ccccf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:26.594437414Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:26.597864507Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:26.597931819Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_0c3f42f2-ce05-428f-a91a-f78ae70ccccf\") failed: Property not found. retry in 94.955396ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:26.666534992Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_0c3f42f2-ce05-428f-a91a-f78ae70ccccf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6\") failed: Property not found. retry in 47.65661ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:26.716920424Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2\") failed: Property not found. retry in 47.997819ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:26.723391593Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0c3f42f2-ce05-428f-a91a-f78ae70ccccf\") failed: Property not found. retry in 226.246328ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:26.769529904Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_0c3f42f2-ce05-428f-a91a-f78ae70ccccf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6\") failed: Property not found. retry in 135.7428ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:26.775732227Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2\") failed: Property not found. retry in 148.702223ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:26.789329829Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6\") failed: Property not found. retry in 290.450482ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:26.941469326Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2\") failed: Property not found. retry in 164.109803ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:26.957865539Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0c3f42f2-ce05-428f-a91a-f78ae70ccccf\") failed: Property not found. retry in 566.968512ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:27.030396326Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_0c3f42f2-ce05-428f-a91a-f78ae70ccccf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2\") failed: Property not found. retry in 328.48286ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:27.147398119Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6\") failed: Property not found. retry in 266.647007ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:27.24289732Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2\") failed: Property not found. retry in 758.060303ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:27.484344045Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6\") failed: Property not found. retry in 1.185677121s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:27.518292354Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0c3f42f2-ce05-428f-a91a-f78ae70ccccf\") failed: Property not found. retry in 601.500775ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:27.605859595Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_0c3f42f2-ce05-428f-a91a-f78ae70ccccf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0c3f42f2-ce05-428f-a91a-f78ae70ccccf\") failed: Property not found. retry in 1.37697285s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:28.21703377Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_0c3f42f2-ce05-428f-a91a-f78ae70ccccf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2\") failed: Property not found. retry in 595.975988ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:28.252574044Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6\") failed: Property not found. retry in 1.35765458s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:28.712862919Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2\") failed: Property not found. retry in 716.968114ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:28.857647638Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:29.238895396Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4254"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:29.238938717Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4264","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:29.244911835Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4343"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:29.346056347Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4391"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:29.346091498Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4418"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:29.385664528Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4431"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:29.385689709Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4295"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:29.435618501Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4337"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:29.435648162Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4398","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:29.453804241Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4409"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:29.453834042Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4451"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:29.518511811Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4483"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:29.518548972Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4489"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-02T03:55:29.522828144Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12924275829650550807"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-02T03:55:29.523402136Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11751738358168414211"} {"msg":"wait for service Some(\"oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2\") failed: Property not found. retry in 860.282166ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:29.583719022Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0c3f42f2-ce05-428f-a91a-f78ae70ccccf\") failed: Property not found. retry in 1.003374207s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:29.603111188Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_0c3f42f2-ce05-428f-a91a-f78ae70ccccf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:29.60879671Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4530"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:29.608858041Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Failed to get switch ID from MGS (retrying in 73.450423ms)","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:29.641013832Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 123.789035ms)","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:29.71545194Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 178.861297ms)","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:29.840605338Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:29.999112032Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:57432"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:29.999307976Z","hostname":"buskin","pid":1572,"uri":"/sled-identifiers","method":"GET","req_id":"b0b4db40-b3b0-491c-8aad-969295fd644e","remote_addr":"[fd00:1122:3344:101::2]:57432","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":60,"response_code":"200"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.021574725Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:418"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.053337237Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:686"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.053442399Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:731"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.053845758Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:734","uptime":"1"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.053875788Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n tx_eq: None,\n },\n },\n },\n}"} {"msg":"wait for service Some(\"oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6\") failed: Property not found. retry in 631.002278ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:30.09445803Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.096252528Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.146848575Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.146898776Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.146909066Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.146915206Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.146921877Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.146927087Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.146932437Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.146937797Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.146943027Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.146949267Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.146954267Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.146959597Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.146964887Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.146984518Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.146990168Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.146994308Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.146998378Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.147002898Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.147007458Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.147011528Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.147015588Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.147019579Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:30.147023569Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2\") failed: Property not found. retry in 533.033832ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:30.453966251Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0c3f42f2-ce05-428f-a91a-f78ae70ccccf\") failed: Property not found. retry in 861.417872ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:30.614463767Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_0c3f42f2-ce05-428f-a91a-f78ae70ccccf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-02T03:55:30.640747172Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3855537906354135706"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-02T03:55:30.640866705Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11546169058853415843"} {"msg":"wait for service Some(\"oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6\") failed: Property not found. retry in 510.754397ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:30.734334972Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2\") failed: Property not found. retry in 904.365323ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:30.996495812Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6\") failed: Property not found. retry in 1.098716234s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:31.255222739Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.372617605Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_internal_dns_2c96eacb-1841-4277-9578-6b84caeef9c6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.372675787Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_internal_dns_0c3f42f2-ce05-428f-a91a-f78ae70ccccf"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.372683167Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_internal_dns_1a7f019f-e208-4fae-b98e-fe6120f9b5e2"} {"msg":"Writing ledger to /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.372698407Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.373096436Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.373407522Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"323c4f85-8353-40c7-98d2-1c3c62889df9","remote_addr":"[fd00:1122:3344:101::1]:46159","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8535845,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.375373655Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:576"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.42266339Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:576"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.466750597Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:576"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.518239933Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.518249883Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.55024728Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.551050228Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.551059088Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 2c96eacb-1841-4277-9578-6b84caeef9c6 (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2 (service), filesystem_pool: Some(ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf (service), filesystem_pool: Some(ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 2d705ba5-6076-4a40-8774-81749916100b (service), filesystem_pool: Some(ZpoolName { id: 010339bd-18fb-4f1c-9455-7caf9e67e152 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 80c1df58-d201-4881-943a-0c6ca851a8d9, kind: Service { id: 2d705ba5-6076-4a40-8774-81749916100b }, name: Name(\"ntp-2d705ba5-6076-4a40-8774-81749916100b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 238])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.579959878Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:459"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.58004776Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:62149"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c96eacb-1841-4277-9578-6b84caeef9c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.580266015Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.580276405Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2c96eacb-1841-4277-9578-6b84caeef9c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.601364388Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.601411919Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.619845145Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.619882026Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.637957664Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.638018225Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.63821416Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.638309662Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.648877978Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.680636451Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.681289545Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.681303875Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.710587244Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 255, 238]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.710601914Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1260","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.710993523Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.711012793Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.711361511Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.711737679Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.734328244Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:32.75230821Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:33.370121578Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:33.370254221Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b\") failed: Property not found. retry in 50.74329ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:33.509645684Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b\") failed: Property not found. retry in 103.647235ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:33.569481129Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b\") failed: Property not found. retry in 270.410963ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:33.705058721Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b\") failed: Property not found. retry in 426.244485ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:33.986137647Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b\") failed: Property not found. retry in 817.763273ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:34.421918226Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b\") failed: Property not found. retry in 902.771058ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:35.248941167Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b\") failed: Property not found. retry in 1.269222291s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:36.160626736Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b\") failed: Property not found. retry in 524.322523ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:37.439655924Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b\") failed: Property not found. retry in 1.371212835s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:37.974236615Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:39.365219318Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b"} {"msg":"Writing ledger to /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:39.365299389Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:39.365713758Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:39.366104577Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"137df505-3a01-4632-942f-4c152a013b20","remote_addr":"[fd00:1122:3344:101::1]:62149","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6785996,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:39.368276893Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:653"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:39.397550802Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:39.397742896Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:62803"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-11-02T03:55:39.406488274Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3862"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:39.406660258Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"1c1d9613-0413-4674-a74d-aa8c5cc68067","remote_addr":"[fd00:1122:3344:101::1]:62803","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8714,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:39.408281802Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:683","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-02T03:55:39.525291486Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12924275829650550807"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-02T03:55:39.525414618Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11751738358168414211"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:39.577487006Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:39.57766698Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:52195"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-02T03:55:40.642161221Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3855537906354135706"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-02T03:55:40.642286704Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11546169058853415843"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-02T03:55:41.499601436Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2321050458409999222"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-02T03:55:41.92445683Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9692351653165157743"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-02T03:55:42.375881125Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1963514396745904249"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_2d705ba5-6076-4a40-8774-81749916100b': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-11-02T03:55:43.586607056Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3862"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:43.586714889Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"f41f4f32-8bd0-475b-881b-69988ff0e120","remote_addr":"[fd00:1122:3344:101::1]:52195","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008976,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:43.589165871Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:683","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:43.732308305Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:43.732484489Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:56328"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:43.740851449Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"ea1d78ae-d62b-4374-9a3e-c964db85b6db","remote_addr":"[fd00:1122:3344:101::1]:56328","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8278,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:43.743135068Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:661"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:43.743145418Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:683","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:43.858673079Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:43.858782441Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:50785"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:43.867346125Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"b9b3c107-6273-480d-97b4-c31272577752","remote_addr":"[fd00:1122:3344:101::1]:50785","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8515,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:43.870117435Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:661"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:43.870127405Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:683","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:44.148440002Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:44.148552585Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:57861"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:44.155913493Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"583d65dc-18e6-4f8a-8330-f3633dfd9a13","remote_addr":"[fd00:1122:3344:101::1]:57861","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7275,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:44.158963998Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:661"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:44.158977639Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:683","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:44.483180251Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:44.483360375Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:62504"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:44.491763266Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"c7c976be-8611-4252-b054-82885ad05244","remote_addr":"[fd00:1122:3344:101::1]:62504","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8347,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:44.494248269Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:661"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:44.494259369Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:683","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:44.695834758Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:44.695978671Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:58533"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:44.704145687Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"79688de4-e170-4593-8f54-14d82de10458","remote_addr":"[fd00:1122:3344:101::1]:58533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8085,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:44.705986156Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:661"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:44.705991146Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:683","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.157416091Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.157521883Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:50706"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.1653078Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"875458d1-a97e-4420-b20a-dc827befe095","remote_addr":"[fd00:1122:3344:101::1]:50706","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7624,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.042182788 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.168415537Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:661"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:45.168423497Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:683","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.6816816Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.681769392Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:46207"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.702755413Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"49f709e0-546e-499d-9542-1345239bb47f","remote_addr":"[fd00:1122:3344:101::1]:46207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":20770,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 394502151, ip_addr: 23.131.160.7, stratum: 3, ref_time: 1730519745.3583913, correction: 0.041070238 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.705979822Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:661"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.705985742Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1308"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 2c96eacb-1841-4277-9578-6b84caeef9c6 (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2 (service), filesystem_pool: Some(ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf (service), filesystem_pool: Some(ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 2d705ba5-6076-4a40-8774-81749916100b (service), filesystem_pool: Some(ZpoolName { id: 010339bd-18fb-4f1c-9455-7caf9e67e152 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 80c1df58-d201-4881-943a-0c6ca851a8d9, kind: Service { id: 2d705ba5-6076-4a40-8774-81749916100b }, name: Name(\"ntp-2d705ba5-6076-4a40-8774-81749916100b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 238])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: ea8c4184-9256-4357-bb1c-db39d54e6a2e (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 41710ebd-a7df-4192-87ee-821f3687cee3 (service), filesystem_pool: Some(ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b85d391-0238-40a9-b228-ddf2fb022360 (service), filesystem_pool: Some(ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4479233d-49d6-4267-9076-4d640d54f1e2 (service), filesystem_pool: Some(ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37b81eec-9fbb-4376-aec7-36daed3465bc (service), filesystem_pool: Some(ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.734974035Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:459"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.735078687Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:59094"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c96eacb-1841-4277-9578-6b84caeef9c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.735339662Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.735345973Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2c96eacb-1841-4277-9578-6b84caeef9c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.756986677Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.757022048Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.776141649Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.77618275Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ea8c4184-9256-4357-bb1c-db39d54e6a2e, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.794499753Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.794539744Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ea8c4184-9256-4357-bb1c-db39d54e6a2e, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 41710ebd-a7df-4192-87ee-821f3687cee3, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.844882355Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.844923846Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 41710ebd-a7df-4192-87ee-821f3687cee3, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b85d391-0238-40a9-b228-ddf2fb022360, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.896845021Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.896896272Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5b85d391-0238-40a9-b228-ddf2fb022360, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4479233d-49d6-4267-9076-4d640d54f1e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.947117071Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.947160822Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4479233d-49d6-4267-9076-4d640d54f1e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 37b81eec-9fbb-4376-aec7-36daed3465bc, dataset_name: DatasetName { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.998121256Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:45.998160917Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 37b81eec-9fbb-4376-aec7-36daed3465bc, dataset_name: DatasetName { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.05217829Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.052225278Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.052394276Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.052522416Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:46.085479901Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:46.085516041Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:46.085522211Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:46.08552927Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:46.085536114Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.085673817Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"1682fe08-d0f9-44ea-8214-a3779f09671b","remote_addr":"[fd00:1122:3344:101::1]:59094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\", TimeNotSynchronized), (\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\", TimeNotSynchronized), (\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\", TimeNotSynchronized), (\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\", TimeNotSynchronized), (\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\", TimeNotSynchronized)]","latency_us":350313,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:46.085865792Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:496","retry_after":"94.695105ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1682fe08-d0f9-44ea-8214-a3779f09671b\", \"content-length\": \"124\", \"date\": \"Sat, 02 Nov 2024 03:55:45 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1682fe08-d0f9-44ea-8214-a3779f09671b\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 2c96eacb-1841-4277-9578-6b84caeef9c6 (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2 (service), filesystem_pool: Some(ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf (service), filesystem_pool: Some(ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 2d705ba5-6076-4a40-8774-81749916100b (service), filesystem_pool: Some(ZpoolName { id: 010339bd-18fb-4f1c-9455-7caf9e67e152 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 80c1df58-d201-4881-943a-0c6ca851a8d9, kind: Service { id: 2d705ba5-6076-4a40-8774-81749916100b }, name: Name(\"ntp-2d705ba5-6076-4a40-8774-81749916100b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 238])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: ea8c4184-9256-4357-bb1c-db39d54e6a2e (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 41710ebd-a7df-4192-87ee-821f3687cee3 (service), filesystem_pool: Some(ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b85d391-0238-40a9-b228-ddf2fb022360 (service), filesystem_pool: Some(ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4479233d-49d6-4267-9076-4d640d54f1e2 (service), filesystem_pool: Some(ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37b81eec-9fbb-4376-aec7-36daed3465bc (service), filesystem_pool: Some(ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.18230655Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:459"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c96eacb-1841-4277-9578-6b84caeef9c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.182792952Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.18280228Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2c96eacb-1841-4277-9578-6b84caeef9c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.201679343Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.20173597Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.219629946Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.219671665Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ea8c4184-9256-4357-bb1c-db39d54e6a2e, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.237190156Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.237231022Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ea8c4184-9256-4357-bb1c-db39d54e6a2e, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 41710ebd-a7df-4192-87ee-821f3687cee3, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.255471466Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.255519581Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 41710ebd-a7df-4192-87ee-821f3687cee3, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b85d391-0238-40a9-b228-ddf2fb022360, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.272844759Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.272882251Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5b85d391-0238-40a9-b228-ddf2fb022360, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4479233d-49d6-4267-9076-4d640d54f1e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.29031007Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.290352324Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4479233d-49d6-4267-9076-4d640d54f1e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 37b81eec-9fbb-4376-aec7-36daed3465bc, dataset_name: DatasetName { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.307709685Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.307751068Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 37b81eec-9fbb-4376-aec7-36daed3465bc, dataset_name: DatasetName { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.324792988Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.324891759Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.325103283Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.325248092Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:46.356583018Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:46.35661059Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:46.356616346Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:46.356621184Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:46.356627015Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.356710567Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"473a81a3-45c8-4606-a570-365a6f609375","remote_addr":"[fd00:1122:3344:101::1]:59094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\", TimeNotSynchronized), (\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\", TimeNotSynchronized), (\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\", TimeNotSynchronized), (\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\", TimeNotSynchronized), (\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\", TimeNotSynchronized)]","latency_us":173711,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:46.356828047Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:496","retry_after":"176.23799ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"473a81a3-45c8-4606-a570-365a6f609375\", \"content-length\": \"124\", \"date\": \"Sat, 02 Nov 2024 03:55:45 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"473a81a3-45c8-4606-a570-365a6f609375\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 2c96eacb-1841-4277-9578-6b84caeef9c6 (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2 (service), filesystem_pool: Some(ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf (service), filesystem_pool: Some(ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 2d705ba5-6076-4a40-8774-81749916100b (service), filesystem_pool: Some(ZpoolName { id: 010339bd-18fb-4f1c-9455-7caf9e67e152 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 80c1df58-d201-4881-943a-0c6ca851a8d9, kind: Service { id: 2d705ba5-6076-4a40-8774-81749916100b }, name: Name(\"ntp-2d705ba5-6076-4a40-8774-81749916100b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 238])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: ea8c4184-9256-4357-bb1c-db39d54e6a2e (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 41710ebd-a7df-4192-87ee-821f3687cee3 (service), filesystem_pool: Some(ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b85d391-0238-40a9-b228-ddf2fb022360 (service), filesystem_pool: Some(ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4479233d-49d6-4267-9076-4d640d54f1e2 (service), filesystem_pool: Some(ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37b81eec-9fbb-4376-aec7-36daed3465bc (service), filesystem_pool: Some(ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.534571153Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:459"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c96eacb-1841-4277-9578-6b84caeef9c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.534914895Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.534924129Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2c96eacb-1841-4277-9578-6b84caeef9c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.554395964Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.554510572Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.572806957Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.572827733Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ea8c4184-9256-4357-bb1c-db39d54e6a2e, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.590852471Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.59088353Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ea8c4184-9256-4357-bb1c-db39d54e6a2e, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 41710ebd-a7df-4192-87ee-821f3687cee3, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.608021243Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.608046274Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 41710ebd-a7df-4192-87ee-821f3687cee3, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b85d391-0238-40a9-b228-ddf2fb022360, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.627262939Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.627294514Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5b85d391-0238-40a9-b228-ddf2fb022360, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4479233d-49d6-4267-9076-4d640d54f1e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.644558673Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.644595808Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4479233d-49d6-4267-9076-4d640d54f1e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 37b81eec-9fbb-4376-aec7-36daed3465bc, dataset_name: DatasetName { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.662566538Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.662593969Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 37b81eec-9fbb-4376-aec7-36daed3465bc, dataset_name: DatasetName { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.679716044Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.679742614Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.680033065Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.680175577Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:46.711823972Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:46.711929484Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:46.711936927Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:46.711960281Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:46.711970097Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.712093118Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"59a70fe2-47a7-41dc-9668-da38f2fc4d15","remote_addr":"[fd00:1122:3344:101::1]:59094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\", TimeNotSynchronized), (\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\", TimeNotSynchronized), (\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\", TimeNotSynchronized), (\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\", TimeNotSynchronized), (\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\", TimeNotSynchronized)]","latency_us":176884,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:46.71228951Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:496","retry_after":"160.216285ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59a70fe2-47a7-41dc-9668-da38f2fc4d15\", \"content-length\": \"124\", \"date\": \"Sat, 02 Nov 2024 03:55:45 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"59a70fe2-47a7-41dc-9668-da38f2fc4d15\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 2c96eacb-1841-4277-9578-6b84caeef9c6 (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2 (service), filesystem_pool: Some(ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf (service), filesystem_pool: Some(ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 2d705ba5-6076-4a40-8774-81749916100b (service), filesystem_pool: Some(ZpoolName { id: 010339bd-18fb-4f1c-9455-7caf9e67e152 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 80c1df58-d201-4881-943a-0c6ca851a8d9, kind: Service { id: 2d705ba5-6076-4a40-8774-81749916100b }, name: Name(\"ntp-2d705ba5-6076-4a40-8774-81749916100b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 238])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: ea8c4184-9256-4357-bb1c-db39d54e6a2e (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 41710ebd-a7df-4192-87ee-821f3687cee3 (service), filesystem_pool: Some(ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b85d391-0238-40a9-b228-ddf2fb022360 (service), filesystem_pool: Some(ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4479233d-49d6-4267-9076-4d640d54f1e2 (service), filesystem_pool: Some(ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37b81eec-9fbb-4376-aec7-36daed3465bc (service), filesystem_pool: Some(ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.87384307Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:459"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c96eacb-1841-4277-9578-6b84caeef9c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.874151195Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.874168296Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2c96eacb-1841-4277-9578-6b84caeef9c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.892569878Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.892608485Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.909683297Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.909721837Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ea8c4184-9256-4357-bb1c-db39d54e6a2e, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.926498177Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.926540188Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ea8c4184-9256-4357-bb1c-db39d54e6a2e, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 41710ebd-a7df-4192-87ee-821f3687cee3, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.943726636Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.943767295Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 41710ebd-a7df-4192-87ee-821f3687cee3, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b85d391-0238-40a9-b228-ddf2fb022360, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.9621554Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.962201207Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5b85d391-0238-40a9-b228-ddf2fb022360, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4479233d-49d6-4267-9076-4d640d54f1e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.980058358Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.980097949Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4479233d-49d6-4267-9076-4d640d54f1e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 37b81eec-9fbb-4376-aec7-36daed3465bc, dataset_name: DatasetName { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.998117944Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:46.99814891Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 37b81eec-9fbb-4376-aec7-36daed3465bc, dataset_name: DatasetName { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.01580286Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.015843736Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.016056918Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.016181384Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:47.047745077Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:47.047860764Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:47.047868985Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:47.047878164Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:47.047886807Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.047996694Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"beb3fcd2-af62-477f-a7e7-4bbb2dbfc103","remote_addr":"[fd00:1122:3344:101::1]:59094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\", TimeNotSynchronized), (\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\", TimeNotSynchronized), (\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\", TimeNotSynchronized), (\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\", TimeNotSynchronized), (\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\", TimeNotSynchronized)]","latency_us":173516,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:47.048171842Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:496","retry_after":"241.901333ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"beb3fcd2-af62-477f-a7e7-4bbb2dbfc103\", \"content-length\": \"124\", \"date\": \"Sat, 02 Nov 2024 03:55:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"beb3fcd2-af62-477f-a7e7-4bbb2dbfc103\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 2c96eacb-1841-4277-9578-6b84caeef9c6 (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2 (service), filesystem_pool: Some(ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf (service), filesystem_pool: Some(ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 2d705ba5-6076-4a40-8774-81749916100b (service), filesystem_pool: Some(ZpoolName { id: 010339bd-18fb-4f1c-9455-7caf9e67e152 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 80c1df58-d201-4881-943a-0c6ca851a8d9, kind: Service { id: 2d705ba5-6076-4a40-8774-81749916100b }, name: Name(\"ntp-2d705ba5-6076-4a40-8774-81749916100b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 238])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: ea8c4184-9256-4357-bb1c-db39d54e6a2e (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 41710ebd-a7df-4192-87ee-821f3687cee3 (service), filesystem_pool: Some(ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b85d391-0238-40a9-b228-ddf2fb022360 (service), filesystem_pool: Some(ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4479233d-49d6-4267-9076-4d640d54f1e2 (service), filesystem_pool: Some(ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37b81eec-9fbb-4376-aec7-36daed3465bc (service), filesystem_pool: Some(ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.292245305Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:459"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c96eacb-1841-4277-9578-6b84caeef9c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.292675508Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.292689093Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2c96eacb-1841-4277-9578-6b84caeef9c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.312624904Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.312663764Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.330479668Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.330519428Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ea8c4184-9256-4357-bb1c-db39d54e6a2e, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.348316314Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.348359599Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ea8c4184-9256-4357-bb1c-db39d54e6a2e, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 41710ebd-a7df-4192-87ee-821f3687cee3, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.366188083Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.366225771Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 41710ebd-a7df-4192-87ee-821f3687cee3, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b85d391-0238-40a9-b228-ddf2fb022360, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.384238428Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.384278451Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5b85d391-0238-40a9-b228-ddf2fb022360, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4479233d-49d6-4267-9076-4d640d54f1e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.40214796Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.402185751Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4479233d-49d6-4267-9076-4d640d54f1e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 37b81eec-9fbb-4376-aec7-36daed3465bc, dataset_name: DatasetName { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.419488638Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.419518948Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 37b81eec-9fbb-4376-aec7-36daed3465bc, dataset_name: DatasetName { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.43840624Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.438451269Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.438628039Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.438733407Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:47.47011057Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:47.470146467Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:47.470155036Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:47.470161636Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:47.470167636Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.47028252Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"39b31559-7f78-4a50-975c-c352f40b0d00","remote_addr":"[fd00:1122:3344:101::1]:59094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\", TimeNotSynchronized), (\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\", TimeNotSynchronized), (\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\", TimeNotSynchronized), (\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\", TimeNotSynchronized), (\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\", TimeNotSynchronized)]","latency_us":177353,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:47.47046573Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:496","retry_after":"150.682454ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39b31559-7f78-4a50-975c-c352f40b0d00\", \"content-length\": \"124\", \"date\": \"Sat, 02 Nov 2024 03:55:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"39b31559-7f78-4a50-975c-c352f40b0d00\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 2c96eacb-1841-4277-9578-6b84caeef9c6 (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2 (service), filesystem_pool: Some(ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf (service), filesystem_pool: Some(ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 2d705ba5-6076-4a40-8774-81749916100b (service), filesystem_pool: Some(ZpoolName { id: 010339bd-18fb-4f1c-9455-7caf9e67e152 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 80c1df58-d201-4881-943a-0c6ca851a8d9, kind: Service { id: 2d705ba5-6076-4a40-8774-81749916100b }, name: Name(\"ntp-2d705ba5-6076-4a40-8774-81749916100b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 238])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: ea8c4184-9256-4357-bb1c-db39d54e6a2e (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 41710ebd-a7df-4192-87ee-821f3687cee3 (service), filesystem_pool: Some(ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b85d391-0238-40a9-b228-ddf2fb022360 (service), filesystem_pool: Some(ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4479233d-49d6-4267-9076-4d640d54f1e2 (service), filesystem_pool: Some(ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37b81eec-9fbb-4376-aec7-36daed3465bc (service), filesystem_pool: Some(ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.623191396Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:459"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c96eacb-1841-4277-9578-6b84caeef9c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.623452015Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.62348644Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2c96eacb-1841-4277-9578-6b84caeef9c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.645139267Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.645183397Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.663838079Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.663874221Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ea8c4184-9256-4357-bb1c-db39d54e6a2e, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.682075896Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.682119922Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ea8c4184-9256-4357-bb1c-db39d54e6a2e, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 41710ebd-a7df-4192-87ee-821f3687cee3, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.700145296Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.70018545Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 41710ebd-a7df-4192-87ee-821f3687cee3, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b85d391-0238-40a9-b228-ddf2fb022360, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.718003756Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.718041932Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5b85d391-0238-40a9-b228-ddf2fb022360, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4479233d-49d6-4267-9076-4d640d54f1e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.736582572Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.736690108Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4479233d-49d6-4267-9076-4d640d54f1e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 37b81eec-9fbb-4376-aec7-36daed3465bc, dataset_name: DatasetName { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.755012544Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.755051086Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 37b81eec-9fbb-4376-aec7-36daed3465bc, dataset_name: DatasetName { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.773087866Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.773131648Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.773351749Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.77349219Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:47.806211998Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:47.806267321Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:47.806277727Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:47.80628729Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:47.806294369Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.806385983Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"3cc32c3c-579d-4633-8681-85ce0c4994c4","remote_addr":"[fd00:1122:3344:101::1]:59094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\", TimeNotSynchronized), (\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\", TimeNotSynchronized), (\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\", TimeNotSynchronized), (\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\", TimeNotSynchronized), (\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\", TimeNotSynchronized)]","latency_us":182588,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:47.806565912Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:496","retry_after":"176.046026ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cc32c3c-579d-4633-8681-85ce0c4994c4\", \"content-length\": \"124\", \"date\": \"Sat, 02 Nov 2024 03:55:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3cc32c3c-579d-4633-8681-85ce0c4994c4\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 2c96eacb-1841-4277-9578-6b84caeef9c6 (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2 (service), filesystem_pool: Some(ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf (service), filesystem_pool: Some(ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 2d705ba5-6076-4a40-8774-81749916100b (service), filesystem_pool: Some(ZpoolName { id: 010339bd-18fb-4f1c-9455-7caf9e67e152 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 80c1df58-d201-4881-943a-0c6ca851a8d9, kind: Service { id: 2d705ba5-6076-4a40-8774-81749916100b }, name: Name(\"ntp-2d705ba5-6076-4a40-8774-81749916100b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 238])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: ea8c4184-9256-4357-bb1c-db39d54e6a2e (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 41710ebd-a7df-4192-87ee-821f3687cee3 (service), filesystem_pool: Some(ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b85d391-0238-40a9-b228-ddf2fb022360 (service), filesystem_pool: Some(ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4479233d-49d6-4267-9076-4d640d54f1e2 (service), filesystem_pool: Some(ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37b81eec-9fbb-4376-aec7-36daed3465bc (service), filesystem_pool: Some(ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.983508204Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:459"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c96eacb-1841-4277-9578-6b84caeef9c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.983828207Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:47.983847182Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2c96eacb-1841-4277-9578-6b84caeef9c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.003008623Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.003052724Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.020285283Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.020325568Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ea8c4184-9256-4357-bb1c-db39d54e6a2e, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.037184053Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.037218985Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ea8c4184-9256-4357-bb1c-db39d54e6a2e, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 41710ebd-a7df-4192-87ee-821f3687cee3, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.056719533Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.056760784Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 41710ebd-a7df-4192-87ee-821f3687cee3, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b85d391-0238-40a9-b228-ddf2fb022360, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.073623156Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.07367158Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5b85d391-0238-40a9-b228-ddf2fb022360, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4479233d-49d6-4267-9076-4d640d54f1e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.090780215Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.090820041Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4479233d-49d6-4267-9076-4d640d54f1e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 37b81eec-9fbb-4376-aec7-36daed3465bc, dataset_name: DatasetName { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.10773569Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.107776594Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 37b81eec-9fbb-4376-aec7-36daed3465bc, dataset_name: DatasetName { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.124593349Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.124635866Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.124895208Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.124997004Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:48.158363605Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:48.1583919Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:48.158404425Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:48.158411044Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:48.158418947Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3277","zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.158508828Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"5d7a56c0-124a-4935-998a-08ad83fda51f","remote_addr":"[fd00:1122:3344:101::1]:59094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\", TimeNotSynchronized), (\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\", TimeNotSynchronized), (\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\", TimeNotSynchronized), (\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\", TimeNotSynchronized), (\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\", TimeNotSynchronized)]","latency_us":174421,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:48.158653056Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:496","retry_after":"222.440995ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d7a56c0-124a-4935-998a-08ad83fda51f\", \"content-length\": \"124\", \"date\": \"Sat, 02 Nov 2024 03:55:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5d7a56c0-124a-4935-998a-08ad83fda51f\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 2c96eacb-1841-4277-9578-6b84caeef9c6 (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2 (service), filesystem_pool: Some(ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf (service), filesystem_pool: Some(ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 2d705ba5-6076-4a40-8774-81749916100b (service), filesystem_pool: Some(ZpoolName { id: 010339bd-18fb-4f1c-9455-7caf9e67e152 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 80c1df58-d201-4881-943a-0c6ca851a8d9, kind: Service { id: 2d705ba5-6076-4a40-8774-81749916100b }, name: Name(\"ntp-2d705ba5-6076-4a40-8774-81749916100b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 238])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: ea8c4184-9256-4357-bb1c-db39d54e6a2e (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 41710ebd-a7df-4192-87ee-821f3687cee3 (service), filesystem_pool: Some(ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b85d391-0238-40a9-b228-ddf2fb022360 (service), filesystem_pool: Some(ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4479233d-49d6-4267-9076-4d640d54f1e2 (service), filesystem_pool: Some(ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37b81eec-9fbb-4376-aec7-36daed3465bc (service), filesystem_pool: Some(ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.382637578Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:459"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c96eacb-1841-4277-9578-6b84caeef9c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.382793282Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.38280576Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2c96eacb-1841-4277-9578-6b84caeef9c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.4010021Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.401045367Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.418228227Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.418254225Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ea8c4184-9256-4357-bb1c-db39d54e6a2e, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.436086375Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.436123679Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ea8c4184-9256-4357-bb1c-db39d54e6a2e, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 41710ebd-a7df-4192-87ee-821f3687cee3, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.455387859Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.455418825Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 41710ebd-a7df-4192-87ee-821f3687cee3, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b85d391-0238-40a9-b228-ddf2fb022360, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.473360284Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.47339111Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5b85d391-0238-40a9-b228-ddf2fb022360, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4479233d-49d6-4267-9076-4d640d54f1e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.492346044Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.492384343Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4479233d-49d6-4267-9076-4d640d54f1e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:48.509833647Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"280.800973ms"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 37b81eec-9fbb-4376-aec7-36daed3465bc, dataset_name: DatasetName { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.510068994Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.510074075Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 37b81eec-9fbb-4376-aec7-36daed3465bc, dataset_name: DatasetName { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.528061567Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.528101018Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.528311482Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.528448135Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.612315247Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.612358156Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.612365442Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.612370898Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.612376092Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.706769517Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.710644764Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.714479392Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.719000878Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.723807542Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.728752975Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.732994587Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.737498409Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.741737754Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:48.745904118Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:51.581829584Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:51.582032742Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:51.587690379Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:51.587858158Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:51.665128243Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:51.665331315Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:51.675104276Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:51.675204112Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\") failed: Property not found. retry in 40.063313ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:51.721003929Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:51.721339459Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:51.72153308Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\") failed: Property not found. retry in 68.665653ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:51.733511758Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\") failed: Property not found. retry in 142.616313ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:51.76939316Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\") failed: Property not found. retry in 145.561227ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:51.908578947Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\") failed: Property not found. retry in 234.103965ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:52.370313885Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\") failed: Property not found. retry in 229.45316ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:52.420499125Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\") failed: Property not found. retry in 28.320987ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:52.455879262Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\") failed: Property not found. retry in 36.407344ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:52.485396934Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\") failed: Property not found. retry in 77.976179ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:52.518438819Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\") failed: Property not found. retry in 67.615019ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:52.553127273Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\") failed: Property not found. retry in 144.075493ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:52.574862492Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\") failed: Property not found. retry in 160.431503ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:52.632040234Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\") failed: Property not found. retry in 407.338872ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:52.668834261Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\") failed: Property not found. retry in 529.580564ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:52.692677965Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\") failed: Property not found. retry in 76.17792ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:52.798990455Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\") failed: Property not found. retry in 168.95514ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:52.81350737Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\") failed: Property not found. retry in 581.973712ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:52.920130578Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\") failed: Property not found. retry in 187.490254ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:53.099310888Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\") failed: Property not found. retry in 457.482187ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:53.127766464Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\") failed: Property not found. retry in 1.154653048s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:53.237276024Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\") failed: Property not found. retry in 708.680026ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:53.27477992Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\") failed: Property not found. retry in 411.221873ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:53.381901755Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\") failed: Property not found. retry in 425.730285ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:53.519772052Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\") failed: Property not found. retry in 700.008172ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:53.605558919Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\") failed: Property not found. retry in 815.904029ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:53.816033882Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\") failed: Property not found. retry in 959.007912ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:53.964734785Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\") failed: Property not found. retry in 897.216159ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:54.008146294Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\") failed: Property not found. retry in 1.170178358s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:54.319319617Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\") failed: Property not found. retry in 567.481594ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:54.405263823Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\") failed: Property not found. retry in 658.398283ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:54.644382056Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\") failed: Property not found. retry in 747.388437ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:54.916923914Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\") failed: Property not found. retry in 1.140530783s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:54.936202834Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\") failed: Property not found. retry in 550.403851ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:54.981985896Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\") failed: Property not found. retry in 1.02300334s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:55.313215935Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\") failed: Property not found. retry in 1.295788065s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:55.500987596Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\") failed: Property not found. retry in 701.346049ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:55.543690929Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\") failed: Property not found. retry in 1.095095758s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:55.674055679Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\") failed: Property not found. retry in 990.421495ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:56.089443361Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\") failed: Property not found. retry in 1.245767101s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:56.25618371Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\") failed: Property not found. retry in 1.089870654s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:56.347501738Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\") failed: Property not found. retry in 527.97211ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:56.782657233Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\") failed: Property not found. retry in 870.436357ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:56.809383478Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\") failed: Property not found. retry in 781.55079ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:57.091612438Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\") failed: Property not found. retry in 954.782746ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:57.321168148Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\") failed: Property not found. retry in 1.185827083s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:57.449251736Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\") failed: Property not found. retry in 783.029334ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:57.514195692Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\") failed: Property not found. retry in 791.217822ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:57.690169409Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\") failed: Property not found. retry in 1.3811521s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:57.884896212Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\") failed: Property not found. retry in 839.302806ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:58.288836381Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\") failed: Property not found. retry in 1.168147731s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:58.309190235Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\") failed: Property not found. retry in 1.086949026s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:58.492369102Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\") failed: Property not found. retry in 1.072600925s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:58.647916482Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\") failed: Property not found. retry in 827.685966ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:59.140571964Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\") failed: Property not found. retry in 1.182001784s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:59.279547045Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:59.454852003Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50874"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:55:59.455090198Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"45c2f16a-08b5-4d34-b94b-751e034a8e94","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50874","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\") failed: Property not found. retry in 677.184646ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:59.489942628Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\") failed: Property not found. retry in 1.175001986s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:59.590490019Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\") failed: Property not found. retry in 1.168634255s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:59.731912199Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\") failed: Property not found. retry in 1.246915009s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:55:59.979284775Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\") failed: Property not found. retry in 1.464551726s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:00.177464991Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\") failed: Property not found. retry in 1.255180745s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:00.472236197Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\") failed: Property not found. retry in 829.802383ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:00.778615051Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\") failed: Property not found. retry in 957.003718ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:00.913597905Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\") failed: Property not found. retry in 501.897952ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:01.237868621Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\") failed: Property not found. retry in 629.006373ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:01.618373673Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\") failed: Property not found. retry in 1.436174542s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:01.653362175Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\") failed: Property not found. retry in 1.04085074s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:01.73743055Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\") failed: Property not found. retry in 1.163324365s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:01.747591588Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\") failed: Property not found. retry in 857.367627ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:01.87945155Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\") failed: Property not found. retry in 1.427425496s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:02.255899064Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\") failed: Property not found. retry in 789.091948ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:02.74695739Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\") failed: Property not found. retry in 1.084459358s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:02.787625344Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\") failed: Property not found. retry in 1.092560446s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:02.919798832Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\") failed: Property not found. retry in 800.137301ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:03.09894532Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\") failed: Property not found. retry in 1.494684489s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:03.546609354Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\") failed: Property not found. retry in 668.612171ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:03.692433066Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:03.870558862Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"499.346788ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\") failed: Property not found. retry in 1.290770395s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:03.883446238Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\") failed: Property not found. retry in 1.103798669s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:03.907796921Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\") failed: Property not found. retry in 1.026678811s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:04.020801808Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\") failed: Property not found. retry in 814.977317ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:04.370658083Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\") failed: Property not found. retry in 592.957442ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:05.02228661Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\") failed: Property not found. retry in 796.325353ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:05.049197638Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\") failed: Property not found. retry in 628.657885ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:05.057043677Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\") failed: Property not found. retry in 1.355655927s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:05.18243212Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\") failed: Property not found. retry in 1.363742756s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:05.194158192Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\") failed: Property not found. retry in 619.864392ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:05.624520256Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\") failed: Property not found. retry in 1.255478039s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:05.695564332Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e\") failed: Property not found. retry in 1.425966079s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:05.855164791Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\") failed: Property not found. retry in 828.414519ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:06.253232762Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360\") failed: Property not found. retry in 1.151197052s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:06.546773427Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3\") failed: Property not found. retry in 1.452891041s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:06.566568652Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2\") failed: Property not found. retry in 1.101847841s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:06.96072782Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc\") failed: Property not found. retry in 974.317768ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:07.091698043Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:08.100048599Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:08.100088709Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_cockroachdb_4479233d-49d6-4267-9076-4d640d54f1e2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:08.100096249Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_cockroachdb_5b85d391-0238-40a9-b228-ddf2fb022360"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:08.10010333Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_cockroachdb_ea8c4184-9256-4357-bb1c-db39d54e6a2e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:08.10010964Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_cockroachdb_41710ebd-a7df-4192-87ee-821f3687cee3"} {"msg":"Writing ledger to /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:08.100161991Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:08.100547189Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:08.100828685Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"d94004ba-e74c-42a1-b7d5-8ed8c4a544c3","remote_addr":"[fd00:1122:3344:101::1]:59094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":19681776,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:08.135118312Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:46329"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::7]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:08.163688555Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3705"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:23.180702325Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3723"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:24.871080397Z","hostname":"buskin","pid":1572,"uri":"/cockroachdb","method":"POST","req_id":"5af1b8d3-c3f1-4cdb-8ab7-e2326ebf1baa","remote_addr":"[fd00:1122:3344:101::1]:46329","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize CockroachDb: Error running command in zone 'oxz_cockroachdb_37b81eec-9fbb-4376-aec7-36daed3465bc': Command [/opt/oxide/cockroachdb/bin/cockroach sql --insecure --host [fd00:1122:3344:101::7]:32221 --file /opt/oxide/cockroachdb/sql/dbinit.sql] executed and failed with status: exit status: 1 stdout: BEGIN\nCREATE DATABASE\nCREATE ROLE\nALTER DEFAULT PRIVILEGES\nCONFIGURE ZONE 1\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE VIEW\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE VIEW\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE VIEW\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE VIEW\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE VIEW\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nINSERT 1\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\n stderr: ERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_ABORT_SPAN): \"sql txn\" meta={id=705fd73b key=/NamespaceTable/30/1/106/0/\"public\"/4/1 pri=0.00291420 epo=0 ts=1730519784.746008561,1 min=1730519783.870336726,0 seq=1652} lock=true stat=ABORTED rts=1730519783.870336726,0 wto=false gul=1730519784.370336726,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_abort_span\nERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_ABORT_SPAN): \"sql txn\" meta={id=705fd73b key=/NamespaceTable/30/1/106/0/\"public\"/4/1 pri=0.00291420 epo=0 ts=1730519784.746008561,1 min=1730519783.870336726,0 seq=1652} lock=true stat=ABORTED rts=1730519783.870336726,0 wto=false gul=1730519784.370336726,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_abort_span\nFailed running \"sql\"\n","latency_us":16735606,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:24.872431086Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1037","retry_after":"54.984478ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5af1b8d3-c3f1-4cdb-8ab7-e2326ebf1baa\", \"content-length\": \"124\", \"date\": \"Sat, 02 Nov 2024 03:56:24 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5af1b8d3-c3f1-4cdb-8ab7-e2326ebf1baa\" }"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:24.878333923Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"1.337534928s"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::7]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:24.963494902Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3705"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:25.077856348Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3723"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.336743265Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3746"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.336852048Z","hostname":"buskin","pid":1572,"uri":"/cockroachdb","method":"POST","req_id":"0a6bc315-ebcc-4251-9578-3d093281593b","remote_addr":"[fd00:1122:3344:101::1]:46329","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3408574,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 2c96eacb-1841-4277-9578-6b84caeef9c6 (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2 (service), filesystem_pool: Some(ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf (service), filesystem_pool: Some(ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 2d705ba5-6076-4a40-8774-81749916100b (service), filesystem_pool: Some(ZpoolName { id: 010339bd-18fb-4f1c-9455-7caf9e67e152 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 80c1df58-d201-4881-943a-0c6ca851a8d9, kind: Service { id: 2d705ba5-6076-4a40-8774-81749916100b }, name: Name(\"ntp-2d705ba5-6076-4a40-8774-81749916100b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 238])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: ea8c4184-9256-4357-bb1c-db39d54e6a2e (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 41710ebd-a7df-4192-87ee-821f3687cee3 (service), filesystem_pool: Some(ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b85d391-0238-40a9-b228-ddf2fb022360 (service), filesystem_pool: Some(ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4479233d-49d6-4267-9076-4d640d54f1e2 (service), filesystem_pool: Some(ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37b81eec-9fbb-4376-aec7-36daed3465bc (service), filesystem_pool: Some(ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f79c18f-7b53-4b8a-86fc-bb23b923ea1d (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 27d7c9ec-b8a8-4b31-ae12-c49ad36788f1, kind: Service { id: 7f79c18f-7b53-4b8a-86fc-bb23b923ea1d }, name: Name(\"external-dns-7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b (service), filesystem_pool: Some(ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 29b92946-7588-4b89-8147-322049e1f231, kind: Service { id: f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b }, name: Name(\"external-dns-f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 77])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 9325209d-81b8-49e4-be6a-cedff3ef78c1 (service), filesystem_pool: Some(ZpoolName { id: 010339bd-18fb-4f1c-9455-7caf9e67e152 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 0cd6826d-84a0-4cd5-b7c6-32cb83627e6c, kind: Service { id: 9325209d-81b8-49e4-be6a-cedff3ef78c1 }, name: Name(\"nexus-9325209d-81b8-49e4-be6a-cedff3ef78c1\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 104])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d2bdfdcf-c904-463a-87e2-60b209fd743f (service), filesystem_pool: Some(ZpoolName { id: 39aca50d-85fd-4ecc-a443-45b121ccfb9a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: ec778b7a-3947-4776-98f2-be2ced817d66, kind: Service { id: d2bdfdcf-c904-463a-87e2-60b209fd743f }, name: Name(\"nexus-d2bdfdcf-c904-463a-87e2-60b209fd743f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 218])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 060b7a36-3ed1-4e47-89cf-3f46bfb09b6c (service), filesystem_pool: Some(ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: f830fe44-0004-4968-88e2-304301a5a810, kind: Service { id: 060b7a36-3ed1-4e47-89cf-3f46bfb09b6c }, name: Name(\"nexus-060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0 (service), filesystem_pool: Some(ZpoolName { id: 39aca50d-85fd-4ecc-a443-45b121ccfb9a (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: f2d1f946-a521-4b2f-ab66-945d3b5d0ac5 (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 0ac842d5-c5fe-4985-b91a-beeb82623eb1 (service), filesystem_pool: Some(ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d792d4a3-6908-4d88-bf95-5371dd31e9d8 (service), filesystem_pool: Some(ZpoolName { id: 6b0637e8-562e-46b1-92a8-a7478ef38477 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c2e0eec3-76f5-4824-aa40-15149bda9204 (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 9a8e4d7b-b87b-44df-95d9-4efe041c611f (service), filesystem_pool: Some(ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External } } } }, OmicronZoneConfig { id: b214f328-1474-4895-bf12-1b9492fb7338 (service), filesystem_pool: Some(ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 16ad95ab-8ec8-4145-a12e-90482aa77a7f (service), filesystem_pool: Some(ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8d16b3eb-bad3-42c3-aace-86cdfefc9878 (service), filesystem_pool: Some(ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6b885e4b-9eef-45af-9061-b78cac8479f0 (service), filesystem_pool: Some(ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8bad491f-6df6-49cb-9ad0-7043316ba40c (service), filesystem_pool: Some(ZpoolName { id: 39aca50d-85fd-4ecc-a443-45b121ccfb9a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39aca50d-85fd-4ecc-a443-45b121ccfb9a (zpool), kind: External } } } }, OmicronZoneConfig { id: 33738c1e-05b4-47e5-9843-07c78c3a10c6 (service), filesystem_pool: Some(ZpoolName { id: 6b0637e8-562e-46b1-92a8-a7478ef38477 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6b0637e8-562e-46b1-92a8-a7478ef38477 (zpool), kind: External } } } }, OmicronZoneConfig { id: 325eee21-9fb8-4009-ab47-7f3e7e0fa723 (service), filesystem_pool: Some(ZpoolName { id: 010339bd-18fb-4f1c-9455-7caf9e67e152 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 010339bd-18fb-4f1c-9455-7caf9e67e152 (zpool), kind: External } } } }, OmicronZoneConfig { id: ef8a820a-84e9-4141-b6bc-002a3603a655 (service), filesystem_pool: Some(ZpoolName { id: e3d9cf44-b37a-4529-b1ca-03b2819010d3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e3d9cf44-b37a-4529-b1ca-03b2819010d3 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.409161281Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:459"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.409384016Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49646"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2c96eacb-1841-4277-9578-6b84caeef9c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.409872886Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.409880136Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2c96eacb-1841-4277-9578-6b84caeef9c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.439192726Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.439250607Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a7f019f-e208-4fae-b98e-fe6120f9b5e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.462027656Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.462073337Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0c3f42f2-ce05-428f-a91a-f78ae70ccccf, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ea8c4184-9256-4357-bb1c-db39d54e6a2e, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.483944261Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.484048019Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ea8c4184-9256-4357-bb1c-db39d54e6a2e, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 41710ebd-a7df-4192-87ee-821f3687cee3, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.504951138Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.504989019Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 41710ebd-a7df-4192-87ee-821f3687cee3, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b85d391-0238-40a9-b228-ddf2fb022360, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.524363895Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.524409746Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5b85d391-0238-40a9-b228-ddf2fb022360, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4479233d-49d6-4267-9076-4d640d54f1e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.544939197Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.544984498Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4479233d-49d6-4267-9076-4d640d54f1e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 37b81eec-9fbb-4376-aec7-36daed3465bc, dataset_name: DatasetName { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.56510972Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.565150011Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 37b81eec-9fbb-4376-aec7-36daed3465bc, dataset_name: DatasetName { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f79c18f-7b53-4b8a-86fc-bb23b923ea1d, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.584144409Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.58418991Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 7f79c18f-7b53-4b8a-86fc-bb23b923ea1d, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.660333225Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.660385146Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2d1f946-a521-4b2f-ab66-945d3b5d0ac5, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.734033968Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.734095929Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f2d1f946-a521-4b2f-ab66-945d3b5d0ac5, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a8e4d7b-b87b-44df-95d9-4efe041c611f, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.811108893Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.811168684Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9a8e4d7b-b87b-44df-95d9-4efe041c611f, dataset_name: DatasetName { pool_name: ZpoolName { id: 714116db-1daa-4c0c-b42f-cb5b471285ca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b214f328-1474-4895-bf12-1b9492fb7338, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.889940236Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.889995837Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b214f328-1474-4895-bf12-1b9492fb7338, dataset_name: DatasetName { pool_name: ZpoolName { id: 68ab7f9e-24f1-481a-b99f-af893cdd74a3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16ad95ab-8ec8-4145-a12e-90482aa77a7f, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.977493216Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:28.977547727Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 16ad95ab-8ec8-4145-a12e-90482aa77a7f, dataset_name: DatasetName { pool_name: ZpoolName { id: 4846b5cc-cb2b-4eca-94f1-57e5f623f3d0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d16b3eb-bad3-42c3-aace-86cdfefc9878, dataset_name: DatasetName { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.056786739Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.05684122Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8d16b3eb-bad3-42c3-aace-86cdfefc9878, dataset_name: DatasetName { pool_name: ZpoolName { id: 61fda18b-b0fc-46cf-91c9-706f41acfc67 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6b885e4b-9eef-45af-9061-b78cac8479f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.131831731Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.131887002Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6b885e4b-9eef-45af-9061-b78cac8479f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 09ce30cf-7836-438d-8cfe-4980ee894ac4 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8bad491f-6df6-49cb-9ad0-7043316ba40c, dataset_name: DatasetName { pool_name: ZpoolName { id: 39aca50d-85fd-4ecc-a443-45b121ccfb9a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.213457564Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.213516075Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8bad491f-6df6-49cb-9ad0-7043316ba40c, dataset_name: DatasetName { pool_name: ZpoolName { id: 39aca50d-85fd-4ecc-a443-45b121ccfb9a (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 33738c1e-05b4-47e5-9843-07c78c3a10c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 6b0637e8-562e-46b1-92a8-a7478ef38477 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.289837044Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.289892695Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 33738c1e-05b4-47e5-9843-07c78c3a10c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 6b0637e8-562e-46b1-92a8-a7478ef38477 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 325eee21-9fb8-4009-ab47-7f3e7e0fa723, dataset_name: DatasetName { pool_name: ZpoolName { id: 010339bd-18fb-4f1c-9455-7caf9e67e152 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.361452432Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.361510443Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 325eee21-9fb8-4009-ab47-7f3e7e0fa723, dataset_name: DatasetName { pool_name: ZpoolName { id: 010339bd-18fb-4f1c-9455-7caf9e67e152 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ef8a820a-84e9-4141-b6bc-002a3603a655, dataset_name: DatasetName { pool_name: ZpoolName { id: e3d9cf44-b37a-4529-b1ca-03b2819010d3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.42375494Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.423822641Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ef8a820a-84e9-4141-b6bc-002a3603a655, dataset_name: DatasetName { pool_name: ZpoolName { id: e3d9cf44-b37a-4529-b1ca-03b2819010d3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.488416178Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.48849039Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.488760336Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.488914069Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.494955299Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41238"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.495423369Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"ea332af5-a68d-4c11-9a0d-36559dafab56","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41238","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":82,"response_code":"200"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.657595762Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.6579981Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.658027871Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.658077412Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.658119933Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.658144124Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.658170694Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.669765983Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.671293066Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.693661777Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.843045615Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.843242709Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.84328749Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.843352281Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.87218261Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.872425405Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.872446576Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.872452506Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.872457776Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.87262049Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.877868182Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.884790511Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.889937402Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.895753907Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.900630471Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:29.906020867Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.053926843Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.057891228Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.06216773Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.06821946Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.072992613Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.077460119Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.08309198Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Configuring new Omicron zone: oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.087968374Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.092707226Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.097772015Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.103294043Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.108326082Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.115300621Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.121585406Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.128412343Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.134178851Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.139240266Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.144341015Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.149930565Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.156024246Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.16271323Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.228213826Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.284586807Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.338604947Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.394715542Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.467655969Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.470442499Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.470878428Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.537958998Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 157, 118]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.538000689Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1260","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.540164676Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.540177326Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.615834931Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 239, 77]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.615860271Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1260","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.617896655Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.617932616Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.674147213Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 238, 20]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.674170744Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1260","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.675926692Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.676038524Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.733236152Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 192, 104]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.733260083Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1260","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.73454396Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.734557841Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.786090837Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 186, 218]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.786114658Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1260","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.787076768Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.787096159Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.787263852Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.787277803Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.787284003Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.787288553Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.787310204Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.787315414Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.787406306Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.787422406Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.788207793Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.790013071Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.82718503Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.830341108Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.830521941Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.834617469Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.838222877Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.838397591Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.838417991Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.882464867Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:30.993656215Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:31.0101984Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:31.044118299Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:31.062109725Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:31.089009253Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:31.110001394Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:31.137520065Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:31.164255649Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:31.180392115Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:31.195815806Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:37.26652806Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:37.29025479Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:37.296229768Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:37.298267842Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:37.298338523Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:37.927390853Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:37.946277159Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:37.954912294Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:37.966954633Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:37.970515559Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:38.135162865Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:38.135336889Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:38.163122575Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:38.189344419Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:38.193460527Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:38.217590055Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:38.271034443Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:38.292330661Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:38.725222407Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:40.849499738Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:41.519500267Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:41.528790806Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338\") failed: Property not found. retry in 37.578021ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:41.940455207Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878\") failed: Property not found. retry in 54.497614ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:41.951630317Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8\") failed: Property not found. retry in 54.917323ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:41.96110476Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0\") failed: Property not found. retry in 37.108019ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:41.973060347Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c\") failed: Property not found. retry in 67.973391ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:41.984988533Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6\") failed: Property not found. retry in 68.506318ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:41.995943989Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f\") failed: Property not found. retry in 69.010144ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.008521079Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f\") failed: Property not found. retry in 64.726456ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.021089219Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655\") failed: Property not found. retry in 62.402749ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.033892783Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723\") failed: Property not found. retry in 34.905817ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.047825423Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1\") failed: Property not found. retry in 32.249741ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.061810183Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338\") failed: Property not found. retry in 78.163451ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.074061016Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878\") failed: Property not found. retry in 115.361842ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.085804108Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8\") failed: Property not found. retry in 93.226943ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.099062893Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0\") failed: Property not found. retry in 86.355939ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.110510329Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c\") failed: Property not found. retry in 85.963161ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.120421692Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6\") failed: Property not found. retry in 146.708195ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.131807126Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f\") failed: Property not found. retry in 85.723642ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.141961075Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f\") failed: Property not found. retry in 97.986611ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.150968828Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655\") failed: Property not found. retry in 62.84848ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.170743993Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723\") failed: Property not found. retry in 136.551407ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.183555938Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1\") failed: Property not found. retry in 130.395765ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.199671124Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338\") failed: Property not found. retry in 298.960019ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.212865197Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878\") failed: Property not found. retry in 169.324865ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.226735785Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8\") failed: Property not found. retry in 273.523415ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.241069103Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0\") failed: Property not found. retry in 255.183501ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.256664588Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c\") failed: Property not found. retry in 271.627723ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.272348255Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f\") failed: Property not found. retry in 169.356845ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.286924088Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f\") failed: Property not found. retry in 117.690928ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.302997433Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:42.319028677Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655\") failed: Property not found. retry in 104.598575ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.336896591Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723\") failed: Property not found. retry in 234.11881ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.355331547Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1\") failed: Property not found. retry in 102.691196ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.368000189Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6\") failed: Property not found. retry in 298.733441ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.382068651Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:42.382194854Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878\") failed: Property not found. retry in 516.772257ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.409635133Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f\") failed: Property not found. retry in 397.996365ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.437103033Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655\") failed: Property not found. retry in 439.118932ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.456290455Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f\") failed: Property not found. retry in 498.238324ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.470294706Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1\") failed: Property not found. retry in 212.393481ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.48444111Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338\") failed: Property not found. retry in 311.853117ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.525128123Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0\") failed: Property not found. retry in 391.332029ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.538304166Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8\") failed: Property not found. retry in 591.95872ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.55103789Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c\") failed: Property not found. retry in 508.272019ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.565097932Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723\") failed: Property not found. retry in 468.232053ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.602507835Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0\") failed: Property not found. retry in 70.821679ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.629479674Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6\") failed: Property not found. retry in 375.41519ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.695293288Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1\") failed: Property not found. retry in 623.590919ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.706987639Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0\") failed: Property not found. retry in 108.047408ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.71588468Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0\") failed: Property not found. retry in 168.214991ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.836625393Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f\") failed: Property not found. retry in 968.538359ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.846684739Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338\") failed: Property not found. retry in 961.391437ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.85651993Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655\") failed: Property not found. retry in 797.411472ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.909262193Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878\") failed: Property not found. retry in 609.183542ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.940597836Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0\") failed: Property not found. retry in 1.035455746s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.953892352Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f\") failed: Property not found. retry in 598.281215ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:42.988977625Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0\") failed: Property not found. retry in 545.547731ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:43.019924549Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6\") failed: Property not found. retry in 1.184130473s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:43.087353557Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723\") failed: Property not found. retry in 695.285811ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:43.102228146Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c\") failed: Property not found. retry in 947.081143ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:43.116606285Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8\") failed: Property not found. retry in 1.189172803s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:43.155765346Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1\") failed: Property not found. retry in 1.171186123s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:43.581298605Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878\") failed: Property not found. retry in 1.015387005s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:43.629680074Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0\") failed: Property not found. retry in 818.83697ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:43.668036048Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f\") failed: Property not found. retry in 1.353857363s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:43.699963673Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655\") failed: Property not found. retry in 994.364984ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:43.754065295Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:43.754601347Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:43.754903673Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723\") failed: Property not found. retry in 1.147582023s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:43.835749929Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338\") failed: Property not found. retry in 1.376327896s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:43.883871453Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:43.922527873Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f\") failed: Property not found. retry in 809.373692ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:43.940312075Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:43.940627402Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0\") failed: Property not found. retry in 1.107743344s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:44.017297908Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c\") failed: Property not found. retry in 1.016591739s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:44.162531517Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204\") failed: Property not found. retry in 58.382603ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:44.235476794Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6\") failed: Property not found. retry in 1.188325341s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:44.30981566Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:44.373064428Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"2.626493568s"} {"msg":"wait for service Some(\"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\") failed: Property not found. retry in 55.019765ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:44.379520617Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204\") failed: Property not found. retry in 132.234171ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:44.394293424Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8\") failed: Property not found. retry in 570.945915ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:44.408100001Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\") failed: Property not found. retry in 121.473184ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:44.447759393Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0\") failed: Property not found. retry in 663.974942ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:44.504250136Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204\") failed: Property not found. retry in 269.786504ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:44.539295028Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\") failed: Property not found. retry in 174.324364ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:44.584137001Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:44.621865502Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:44.622142647Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878\") failed: Property not found. retry in 1.250716667s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:44.658971389Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655\") failed: Property not found. retry in 625.058544ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:44.763135135Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\") failed: Property not found. retry in 297.119517ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:44.77497526Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f\") failed: Property not found. retry in 1.074486661s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:44.786226191Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1\") failed: Property not found. retry in 615.508602ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:44.798475105Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204\") failed: Property not found. retry in 337.676463ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:44.820024837Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\") failed: Property not found. retry in 31.710599ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:44.89884798Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\") failed: Property not found. retry in 71.674282ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:44.940215358Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8\") failed: Property not found. retry in 781.619214ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:44.989143909Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723\") failed: Property not found. retry in 1.116276039s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:44.998573272Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\") failed: Property not found. retry in 197.785333ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.022212439Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f\") failed: Property not found. retry in 1.464517765s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.064444176Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\") failed: Property not found. retry in 1.1882681s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.08279118Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0\") failed: Property not found. retry in 1.159965383s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.136556635Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204\") failed: Property not found. retry in 508.95839ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.182222136Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c\") failed: Property not found. retry in 1.109640004s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.192231411Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0\") failed: Property not found. retry in 1.041391527s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.201883148Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\") failed: Property not found. retry in 323.309865ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.232155888Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338\") failed: Property not found. retry in 757.159532ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.272132677Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655\") failed: Property not found. retry in 1.34704903s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.401603947Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1\") failed: Property not found. retry in 662.012322ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.42500456Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:45.445656533Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:45.445932769Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:45.465132562Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:45.465234264Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:45.498464797Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:45.498558409Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6\") failed: Property not found. retry in 1.327643867s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.516858162Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\") failed: Property not found. retry in 825.963398ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.569279148Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f\") failed: Property not found. retry in 40.48457ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.653919066Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\") failed: Property not found. retry in 73.204295ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.664452982Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204\") failed: Property not found. retry in 595.037321ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.703665404Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1\") failed: Property not found. retry in 44.842481ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.711686957Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f\") failed: Property not found. retry in 136.037149ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.71931385Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\") failed: Property not found. retry in 126.680904ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.748081698Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1\") failed: Property not found. retry in 120.671777ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.767291561Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8\") failed: Property not found. retry in 1.094641625s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.782727722Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f\") failed: Property not found. retry in 181.37528ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.871472168Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f\") failed: Property not found. retry in 1.284034187s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.882422283Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\") failed: Property not found. retry in 277.974395ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.893861789Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1\") failed: Property not found. retry in 119.118666ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.907294227Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878\") failed: Property not found. retry in 1.403952419s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:45.931454456Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1\") failed: Property not found. retry in 448.350557ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:46.040171691Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338\") failed: Property not found. retry in 912.217024ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:46.050770939Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f\") failed: Property not found. retry in 433.343423ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:46.063967872Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1\") failed: Property not found. retry in 581.527237ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:46.098903122Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723\") failed: Property not found. retry in 679.250438ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:46.126898783Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\") failed: Property not found. retry in 487.898336ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:46.184630583Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0\") failed: Property not found. retry in 1.122973289s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:46.257297704Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\") failed: Property not found. retry in 808.554604ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:46.284049218Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0\") failed: Property not found. retry in 1.330958664s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:46.309771101Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c\") failed: Property not found. retry in 1.0102112s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:46.321077444Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204\") failed: Property not found. retry in 650.671743ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:46.332709533Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\") failed: Property not found. retry in 532.39685ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:46.409418641Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1\") failed: Property not found. retry in 610.144471ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:46.501416017Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f\") failed: Property not found. retry in 732.011463ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:46.514307123Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f\") failed: Property not found. retry in 1.09298787s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:46.539568466Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\") failed: Property not found. retry in 523.099448ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:46.685412128Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1\") failed: Property not found. retry in 1.361347502s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:46.696488446Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655\") failed: Property not found. retry in 1.282045624s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:46.765191771Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723\") failed: Property not found. retry in 1.308945593s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:46.875188914Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6\") failed: Property not found. retry in 749.56582ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:46.934734063Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8\") failed: Property not found. retry in 1.158130704s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:46.962875777Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\") failed: Property not found. retry in 618.218991ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:46.983719884Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338\") failed: Property not found. retry in 1.37737574s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:46.99469698Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204\") failed: Property not found. retry in 630.26338ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:47.007641548Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\") failed: Property not found. retry in 805.05849ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:47.128483723Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1\") failed: Property not found. retry in 1.462142224s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:47.141555614Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f\") failed: Property not found. retry in 1.386401799s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:47.18092211Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\") failed: Property not found. retry in 1.180485421s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:47.225099658Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f\") failed: Property not found. retry in 711.764827ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:47.289131633Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c\") failed: Property not found. retry in 508.01245ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:47.34625692Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878\") failed: Property not found. retry in 1.332102416s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:47.35926926Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0\") failed: Property not found. retry in 890.468174ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:47.3937547Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\") failed: Property not found. retry in 709.650841ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:47.615523043Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f\") failed: Property not found. retry in 1.223817076s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:47.647221904Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0\") failed: Property not found. retry in 1.274807134s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:47.658911595Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204\") failed: Property not found. retry in 1.224746039s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:47.670912362Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6\") failed: Property not found. retry in 1.206836059s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:47.697054174Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c\") failed: Property not found. retry in 722.107814ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:47.869521258Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\") failed: Property not found. retry in 1.343858942s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:47.947700127Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f\") failed: Property not found. retry in 812.227191ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:48.014072531Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655\") failed: Property not found. retry in 1.289105838s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:48.058967286Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1\") failed: Property not found. retry in 1.286266683s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:48.069737767Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8\") failed: Property not found. retry in 863.625571ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:48.134015107Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723\") failed: Property not found. retry in 1.346642235s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:48.196873347Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0\") failed: Property not found. retry in 714.211209ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:48.296532597Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\") failed: Property not found. retry in 534.11217ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:48.339786906Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338\") failed: Property not found. retry in 998.928061ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:48.389363341Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\") failed: Property not found. retry in 949.648315ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:48.420167583Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f\") failed: Property not found. retry in 1.247593618s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:48.587041896Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c\") failed: Property not found. retry in 1.290014468s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:48.606728719Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1\") failed: Property not found. retry in 897.61364ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:48.618709096Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878\") failed: Property not found. retry in 1.409544341s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:48.70547189Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f\") failed: Property not found. retry in 1.184634952s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:48.841499681Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f\") failed: Property not found. retry in 838.97696ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:48.884519095Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\") failed: Property not found. retry in 1.062364004s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:48.895617703Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204\") failed: Property not found. retry in 1.2686274s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:48.90944203Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6\") failed: Property not found. retry in 837.976613ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:48.920330074Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0\") failed: Property not found. retry in 944.565531ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:48.944218247Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8\") failed: Property not found. retry in 1.264110001s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:49.01093326Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0\") failed: Property not found. retry in 943.526181ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:49.020691329Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\") failed: Property not found. retry in 1.430189985s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:49.303948432Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655\") failed: Property not found. retry in 569.20504ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:49.35924085Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1\") failed: Property not found. retry in 1.029275661s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:49.36809376Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\") failed: Property not found. retry in 1.334358134s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:49.378773879Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338\") failed: Property not found. retry in 676.135751ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:49.398509243Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1\") failed: Property not found. retry in 1.228815585s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:49.529747472Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723\") failed: Property not found. retry in 501.463463ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:49.555774681Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f\") failed: Property not found. retry in 952.493317ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:49.736982022Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6\") failed: Property not found. retry in 933.749462ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:49.770478482Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f\") failed: Property not found. retry in 913.538344ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:49.846087986Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0\") failed: Property not found. retry in 621.800343ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:49.900381141Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c\") failed: Property not found. retry in 836.77177ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:49.912826109Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655\") failed: Property not found. retry in 1.31678311s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:49.943285513Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\") failed: Property not found. retry in 697.144725ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:49.97344067Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0\") failed: Property not found. retry in 1.175195846s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:49.988859082Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f\") failed: Property not found. retry in 935.350133ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:50.03675284Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723\") failed: Property not found. retry in 948.53449ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:50.071557148Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338\") failed: Property not found. retry in 1.292594974s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:50.08795784Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878\") failed: Property not found. retry in 883.159581ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:50.124727279Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204\") failed: Property not found. retry in 1.32539518s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:50.185832572Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8\") failed: Property not found. retry in 1.035104142s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:50.289844436Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1\") failed: Property not found. retry in 859.232203ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:50.410860394Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0\") failed: Property not found. retry in 665.406265ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:50.533058579Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\") failed: Property not found. retry in 1.215822144s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:50.682066519Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f\") failed: Property not found. retry in 570.437719ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:50.699710708Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6\") failed: Property not found. retry in 1.406781963s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:50.717857308Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\") failed: Property not found. retry in 941.078432ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:50.729265013Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\") failed: Property not found. retry in 905.638171ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:50.744551721Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c\") failed: Property not found. retry in 1.227497459s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:50.762115908Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1\") failed: Property not found. retry in 1.295204267s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:50.772790817Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f\") failed: Property not found. retry in 1.306912361s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:50.782314302Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f\") failed: Property not found. retry in 1.318041509s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:50.985969455Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878\") failed: Property not found. retry in 1.092216598s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:51.022187943Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723\") failed: Property not found. retry in 1.413105273s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:51.035844806Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0\") failed: Property not found. retry in 1.042166604s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:51.178091371Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0\") failed: Property not found. retry in 981.837726ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:51.21247045Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655\") failed: Property not found. retry in 1.162784415s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:51.276328961Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f\") failed: Property not found. retry in 763.787232ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:51.289612556Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1\") failed: Property not found. retry in 610.823705ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:51.301285007Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8\") failed: Property not found. retry in 521.219738ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:51.340743774Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338\") failed: Property not found. retry in 823.89586ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:51.399544307Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:51.510876758Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:51.511150724Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204\") failed: Property not found. retry in 960.017425ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:51.534916934Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\") failed: Property not found. retry in 1.457490232s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:51.666370587Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\") failed: Property not found. retry in 1.131450878s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:51.68834885Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5\") failed: Property not found. retry in 51.91276ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:51.768829678Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5\") failed: Property not found. retry in 123.501736ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:51.860773042Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8\") failed: Property not found. retry in 1.423626939s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:51.883162353Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\") failed: Property not found. retry in 1.499149782s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:52.066232045Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c\") failed: Property not found. retry in 986.654666ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:52.12887996Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6\") failed: Property not found. retry in 685.89985ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:52.143026294Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1\") failed: Property not found. retry in 772.38932ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:52.154289496Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f\") failed: Property not found. retry in 1.08760271s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:52.163877792Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f\") failed: Property not found. retry in 1.214506099s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:52.17496606Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5\") failed: Property not found. retry in 298.31183ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:52.187650062Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1\") failed: Property not found. retry in 1.395149099s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:52.199394974Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878\") failed: Property not found. retry in 592.162231ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:52.209093093Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0\") failed: Property not found. retry in 1.290809725s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:52.220161211Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0\") failed: Property not found. retry in 1.129558789s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:52.231815571Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338\") failed: Property not found. retry in 607.59069ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:52.239888824Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f\") failed: Property not found. retry in 1.483099952s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:52.313518956Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655\") failed: Property not found. retry in 1.435825214s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:52.449767291Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723\") failed: Property not found. retry in 1.087300262s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:52.459228055Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5\") failed: Property not found. retry in 325.342317ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:52.49534919Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204\") failed: Property not found. retry in 837.189484ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:52.506457309Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878\") failed: Property not found. retry in 1.375145457s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:52.812573513Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\") failed: Property not found. retry in 1.284235835s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:52.830025708Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6\") failed: Property not found. retry in 1.257434065s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:52.83945087Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5\") failed: Property not found. retry in 490.916857ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:52.850420676Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338\") failed: Property not found. retry in 977.892796ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:52.860156105Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1\") failed: Property not found. retry in 1.493737799s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:52.936955634Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c\") failed: Property not found. retry in 882.718764ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:53.125955963Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\") failed: Property not found. retry in 1.296863178s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:53.135267483Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f\") failed: Property not found. retry in 754.4761ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:53.262983146Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8\") failed: Property not found. retry in 1.119249507s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:53.317323463Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5\") failed: Property not found. retry in 1.245262984s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:53.351837694Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204\") failed: Property not found. retry in 732.119811ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:53.360535871Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0\") failed: Property not found. retry in 805.99562ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:53.371017146Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f\") failed: Property not found. retry in 1.293357268s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:53.399530308Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0\") failed: Property not found. retry in 1.019173815s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:53.522356386Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723\") failed: Property not found. retry in 808.560876ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:53.557167874Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\") failed: Property not found. retry in 929.043216ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:53.575586229Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1\") failed: Property not found. retry in 1.12484627s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:53.605024392Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f\") failed: Property not found. retry in 1.320312383s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:53.810517405Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338\") failed: Property not found. retry in 975.930978ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:53.85268938Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655\") failed: Property not found. retry in 873.675824ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:53.898820831Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c\") failed: Property not found. retry in 1.374231266s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:54.022980077Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f\") failed: Property not found. retry in 1.322240139s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:54.035734981Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204\") failed: Property not found. retry in 1.309421317s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:54.106876119Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6\") failed: Property not found. retry in 1.471882441s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:54.124282753Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\") failed: Property not found. retry in 579.410067ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:54.140088143Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0\") failed: Property not found. retry in 612.085921ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:54.192042848Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878\") failed: Property not found. retry in 1.217870064s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:54.208323408Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723\") failed: Property not found. retry in 1.09792635s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:54.383457059Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1\") failed: Property not found. retry in 1.167780732s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:54.45752096Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8\") failed: Property not found. retry in 1.468366117s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:54.478363657Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\") failed: Property not found. retry in 1.456355744s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:54.497876866Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\") failed: Property not found. retry in 1.280271558s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:54.535598146Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0\") failed: Property not found. retry in 1.492390646s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:54.569863152Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5\") failed: Property not found. retry in 668.577889ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:54.626900907Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f\") failed: Property not found. retry in 1.460807348s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:54.720542738Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\") failed: Property not found. retry in 1.181077719s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:54.743661155Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1\") failed: Property not found. retry in 646.131457ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:54.765497394Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655\") failed: Property not found. retry in 1.287269701s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:54.790498561Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0\") failed: Property not found. retry in 1.240572771s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:54.821786013Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338\") failed: Property not found. retry in 815.511354ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:54.845242527Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f\") failed: Property not found. retry in 803.738336ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:55.145905303Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5\") failed: Property not found. retry in 1.462870179s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:55.310781994Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f\") failed: Property not found. retry in 917.552507ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:55.370734402Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c\") failed: Property not found. retry in 1.479396496s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:55.412276424Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1\") failed: Property not found. retry in 1.43427194s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:55.422854271Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204\") failed: Property not found. retry in 1.116840298s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:55.434010301Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878\") failed: Property not found. retry in 1.350520988s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:55.449737218Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723\") failed: Property not found. retry in 648.328936ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:55.49729106Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6\") failed: Property not found. retry in 553.69928ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:55.609087481Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1\") failed: Property not found. retry in 980.26596ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:55.639101705Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338\") failed: Property not found. retry in 1.44387266s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:55.67239005Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\") failed: Property not found. retry in 1.103493639s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:55.833361377Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\") failed: Property not found. retry in 949.426049ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:55.939011936Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8\") failed: Property not found. retry in 701.930882ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:55.962300786Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\") failed: Property not found. retry in 1.497695795s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:55.974632811Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f\") failed: Property not found. retry in 880.697989ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:55.990042622Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0\") failed: Property not found. retry in 1.407024313s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:56.076459088Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0\") failed: Property not found. retry in 1.217850434s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:56.088513527Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655\") failed: Property not found. retry in 630.609591ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:56.103699613Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723\") failed: Property not found. retry in 607.551441ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:56.163325073Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6\") failed: Property not found. retry in 626.813149ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:56.176992457Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f\") failed: Property not found. retry in 621.442681ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:56.198790415Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f\") failed: Property not found. retry in 1.147782944s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:56.303775399Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204\") failed: Property not found. retry in 1.336496408s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:56.561653458Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1\") failed: Property not found. retry in 762.699877ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:56.629789631Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8\") failed: Property not found. retry in 746.760868ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:56.674790767Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655\") failed: Property not found. retry in 1.129618002s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:56.744452744Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723\") failed: Property not found. retry in 674.043524ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:56.780954458Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5\") failed: Property not found. retry in 639.7288ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:56.798069865Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878\") failed: Property not found. retry in 735.960293ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:56.812559416Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6\") failed: Property not found. retry in 780.188095ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:56.823708376Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f\") failed: Property not found. retry in 1.296159021s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:56.832000674Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1\") failed: Property not found. retry in 959.021611ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:56.865646056Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f\") failed: Property not found. retry in 712.815867ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:56.880100277Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\") failed: Property not found. retry in 670.553585ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:56.896814126Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c\") failed: Property not found. retry in 1.441039589s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:56.904580313Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\") failed: Property not found. retry in 789.538558ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:56.94916159Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338\") failed: Property not found. retry in 1.089797533s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:57.127249364Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0\") failed: Property not found. retry in 674.398476ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:57.318240606Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1\") failed: Property not found. retry in 816.860024ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:57.402742151Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8\") failed: Property not found. retry in 1.283567993s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:57.431989759Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5\") failed: Property not found. retry in 710.190359ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:57.448388191Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f\") failed: Property not found. retry in 769.53307ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:57.46044149Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723\") failed: Property not found. retry in 570.341219ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:57.469024255Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\") failed: Property not found. retry in 936.203113ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:57.482020354Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0\") failed: Property not found. retry in 1.004899372s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:57.493401098Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878\") failed: Property not found. retry in 1.327988253s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:57.558650139Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\") failed: Property not found. retry in 680.154995ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:57.57682537Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f\") failed: Property not found. retry in 937.443427ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:57.601874658Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6\") failed: Property not found. retry in 610.125255ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:57.613843305Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\") failed: Property not found. retry in 1.497750905s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:57.752705597Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1\") failed: Property not found. retry in 1.476489914s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:57.8366713Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655\") failed: Property not found. retry in 863.602298ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:57.885025009Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204\") failed: Property not found. retry in 828.235614ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:57.909208708Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723\") failed: Property not found. retry in 1.088720847s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:58.054808364Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f\") failed: Property not found. retry in 1.220736593s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:58.139375131Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5\") failed: Property not found. retry in 986.668705ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:58.168282592Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338\") failed: Property not found. retry in 1.192329161s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:58.226957821Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6\") failed: Property not found. retry in 823.722227ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:58.236826593Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1\") failed: Property not found. retry in 561.527669ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:58.245738545Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f\") failed: Property not found. retry in 1.028895532s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:58.257990388Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\") failed: Property not found. retry in 531.387545ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:58.431369031Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5\") failed: Property not found. retry in 1.218344857s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:56:59.233847325Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:59.623552275Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35115"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:56:59.630240778Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"fb5b6a44-6c97-43ba-9f5b-ad0724c21853","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35115","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2702,"response_code":"200"} {"msg":"wait for service Some(\"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5\") failed: Property not found. retry in 793.341322ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:57:00.478843203Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.321012009Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_crucible_b214f328-1474-4895-bf12-1b9492fb7338"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.321074001Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_crucible_8d16b3eb-bad3-42c3-aace-86cdfefc9878"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.321079771Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_crucible_pantry_d792d4a3-6908-4d88-bf95-5371dd31e9d8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.321085381Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_crucible_6b885e4b-9eef-45af-9061-b78cac8479f0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.321100921Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_crucible_8bad491f-6df6-49cb-9ad0-7043316ba40c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.321108561Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_crucible_33738c1e-05b4-47e5-9843-07c78c3a10c6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.321115242Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_external_dns_f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.321120242Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_external_dns_7f79c18f-7b53-4b8a-86fc-bb23b923ea1d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.321124982Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_nexus_9325209d-81b8-49e4-be6a-cedff3ef78c1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.321131572Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_crucible_9a8e4d7b-b87b-44df-95d9-4efe041c611f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.321137302Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_crucible_16ad95ab-8ec8-4145-a12e-90482aa77a7f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.321142722Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_oximeter_3975424e-54cf-46ad-bdc1-6b8ad0a2e4f0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.321165972Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_crucible_ef8a820a-84e9-4141-b6bc-002a3603a655"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.321190753Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_nexus_d2bdfdcf-c904-463a-87e2-60b209fd743f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.321196983Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_clickhouse_f2d1f946-a521-4b2f-ab66-945d3b5d0ac5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.321202323Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_crucible_325eee21-9fb8-4009-ab47-7f3e7e0fa723"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.321207553Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_crucible_pantry_0ac842d5-c5fe-4985-b91a-beeb82623eb1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.321212964Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_crucible_pantry_c2e0eec3-76f5-4824-aa40-15149bda9204"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.321218284Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3273","zone":"oxz_nexus_060b7a36-3ed1-4e47-89cf-3f46bfb09b6c"} {"msg":"Writing ledger to /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.324223628Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.329399059Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.337268898Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"1db9c3b6-0a0a-402e-93f6-8d041cab5d38","remote_addr":"[fd00:1122:3344:101::1]:49646","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":32927506,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.347178341Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1331"} {"msg":"Writing ledger to /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.348014809Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.348322626Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.359974076Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:708"} {"msg":"Nexus address: [fd00:1122:3344:101::c]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.367987488Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n tx_eq: None,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.430720035Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:896"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/e190f004-2376-4aae-8296-5a5757dc1123/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.437101072Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/e190f004-2376-4aae-8296-5a5757dc1123/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.538564544Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/e190f004-2376-4aae-8296-5a5757dc1123/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.627100173Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/e190f004-2376-4aae-8296-5a5757dc1123/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:01.830588923Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/e190f004-2376-4aae-8296-5a5757dc1123/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:02.00598658Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:57:02.159181509Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"4.639258875s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/e190f004-2376-4aae-8296-5a5757dc1123/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:02.16246888Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/e190f004-2376-4aae-8296-5a5757dc1123/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:02.394026563Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/e190f004-2376-4aae-8296-5a5757dc1123/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:02.653441704Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/e190f004-2376-4aae-8296-5a5757dc1123/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:02.86183907Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/e190f004-2376-4aae-8296-5a5757dc1123/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:03.375315207Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/e190f004-2376-4aae-8296-5a5757dc1123/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:04.103852533Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/e190f004-2376-4aae-8296-5a5757dc1123/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:04.548320188Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/e190f004-2376-4aae-8296-5a5757dc1123/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:05.507982798Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/e190f004-2376-4aae-8296-5a5757dc1123/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:06.600864489Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:57:06.845797389Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"4.721337633s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/e190f004-2376-4aae-8296-5a5757dc1123/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:07.447143293Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/e190f004-2376-4aae-8296-5a5757dc1123/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:08.505742617Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/e190f004-2376-4aae-8296-5a5757dc1123/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:09.373990844Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/e190f004-2376-4aae-8296-5a5757dc1123/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:10.720554312Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T03:57:11.627854238Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"a7e80e0e-0d2a-4255-9ce6-bb00b94f5ec1\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Sat, 02 Nov 2024 03:57:10 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"a7e80e0e-0d2a-4255-9ce6-bb00b94f5ec1\\\" }\"","delay":"17.417287927s"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfdeb94f-38c5-457b-8fb3-aee0fc6a0224\", \"content-length\": \"173\", \"date\": \"Sat, 02 Nov 2024 03:57:13 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"5b8cdd5a-f021-45f2-8323-b6c8f9776060\\\"\", request_id: \"cfdeb94f-38c5-457b-8fb3-aee0fc6a0224\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:14.51076337Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01ca592f-5440-445d-a979-8a5cbbdfbb32\", \"content-length\": \"173\", \"date\": \"Sat, 02 Nov 2024 03:57:17 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"5b8cdd5a-f021-45f2-8323-b6c8f9776060\\\"\", request_id: \"01ca592f-5440-445d-a979-8a5cbbdfbb32\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:17.336986576Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f64f98e3-2ea1-4280-b4da-58388ac878a1\", \"content-length\": \"173\", \"date\": \"Sat, 02 Nov 2024 03:57:21 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"5b8cdd5a-f021-45f2-8323-b6c8f9776060\\\"\", request_id: \"f64f98e3-2ea1-4280-b4da-58388ac878a1\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:21.93348113Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96a1d58c-d623-4a75-a383-618007065dcb\", \"content-length\": \"173\", \"date\": \"Sat, 02 Nov 2024 03:57:26 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"5b8cdd5a-f021-45f2-8323-b6c8f9776060\\\"\", request_id: \"96a1d58c-d623-4a75-a383-618007065dcb\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:26.891279343Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:29.664218034Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59846"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:29.664429298Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"eb62f1d0-8787-444e-80e1-a47138d2c7a0","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59846","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":31,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ad493fa-cb3a-44a4-84f8-6944ae21fea4\", \"content-length\": \"173\", \"date\": \"Sat, 02 Nov 2024 03:57:31 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"5b8cdd5a-f021-45f2-8323-b6c8f9776060\\\"\", request_id: \"1ad493fa-cb3a-44a4-84f8-6944ae21fea4\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:31.365905939Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93ac91ad-7fd5-401c-bbd2-1598bd088efa\", \"content-length\": \"173\", \"date\": \"Sat, 02 Nov 2024 03:57:37 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"5b8cdd5a-f021-45f2-8323-b6c8f9776060\\\"\", request_id: \"93ac91ad-7fd5-401c-bbd2-1598bd088efa\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:37.94592288Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9a65a1c-2c51-478c-9478-589bda819d34\", \"content-length\": \"173\", \"date\": \"Sat, 02 Nov 2024 03:57:43 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"5b8cdd5a-f021-45f2-8323-b6c8f9776060\\\"\", request_id: \"d9a65a1c-2c51-478c-9478-589bda819d34\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:43.827572894Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:43.946827815Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:56897","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:65252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:43.972438175Z","hostname":"buskin","pid":1572,"uri":"/5b8cdd5a-f021-45f2-8323-b6c8f9776060","method":"GET","req_id":"f57c343e-61ce-40da-8efb-dd94a42cf792","remote_addr":"[fd00:1122:3344:101::d]:65252","local_addr":"[fd00:1122:3344:101::1]:56897","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":23369,"response_code":"200"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:50.27556569Z","hostname":"buskin","pid":1572,"component":"NexusNotifierTask","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:50.363525259Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39487"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:50.366048884Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:50.366062144Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:50.367728449Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:50.369754843Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:50.557085046Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"fcd318c1-b9f9-4a19-b289-8b46c5fe9033","remote_addr":"[fd00:1122:3344:101::c]:39487","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":193121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:55.855546055Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48591"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:55.859139352Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 27d7c9ec-b8a8-4b31-ae12-c49ad36788f1, kind: Service { id: 7f79c18f-7b53-4b8a-86fc-bb23b923ea1d }, name: Name(\"external-dns-7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 29b92946-7588-4b89-8147-322049e1f231, kind: Service { id: f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b }, name: Name(\"external-dns-f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 77])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0cd6826d-84a0-4cd5-b7c6-32cb83627e6c, kind: Service { id: 9325209d-81b8-49e4-be6a-cedff3ef78c1 }, name: Name(\"nexus-9325209d-81b8-49e4-be6a-cedff3ef78c1\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 104])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ec778b7a-3947-4776-98f2-be2ced817d66, kind: Service { id: d2bdfdcf-c904-463a-87e2-60b209fd743f }, name: Name(\"nexus-d2bdfdcf-c904-463a-87e2-60b209fd743f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 218])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f830fe44-0004-4968-88e2-304301a5a810, kind: Service { id: 060b7a36-3ed1-4e47-89cf-3f46bfb09b6c }, name: Name(\"nexus-060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:55.859601792Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:55.860048992Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:55.860076192Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:55.860084182Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:55.860089433Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:55.860105723Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:55.860137574Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ae8ac66e-6d3f-4f58-b463-591fc95c971b","remote_addr":"[fd00:1122:3344:101::c]:48591","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4517,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:55.862251109Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:968"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:56.231180372Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41783"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:56.231671193Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:56.231680583Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:56.231726114Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:56.231988289Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:56.413719352Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"1383fc47-f25e-471c-bea1-7a992c6913c5","remote_addr":"[fd00:1122:3344:101::c]:41783","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":182070,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.322957419Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64997"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.323246155Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 27d7c9ec-b8a8-4b31-ae12-c49ad36788f1, kind: Service { id: 7f79c18f-7b53-4b8a-86fc-bb23b923ea1d }, name: Name(\"external-dns-7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 29b92946-7588-4b89-8147-322049e1f231, kind: Service { id: f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b }, name: Name(\"external-dns-f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 77])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0cd6826d-84a0-4cd5-b7c6-32cb83627e6c, kind: Service { id: 9325209d-81b8-49e4-be6a-cedff3ef78c1 }, name: Name(\"nexus-9325209d-81b8-49e4-be6a-cedff3ef78c1\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 104])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ec778b7a-3947-4776-98f2-be2ced817d66, kind: Service { id: d2bdfdcf-c904-463a-87e2-60b209fd743f }, name: Name(\"nexus-d2bdfdcf-c904-463a-87e2-60b209fd743f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 218])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f830fe44-0004-4968-88e2-304301a5a810, kind: Service { id: 060b7a36-3ed1-4e47-89cf-3f46bfb09b6c }, name: Name(\"nexus-060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.323314467Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.323357007Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.323366608Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.323390338Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.323395098Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.323398988Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.323411249Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"e21cd634-9cdc-4005-b250-8021bff038db","remote_addr":"[fd00:1122:3344:101::c]:64997","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":357,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.729287225Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36598"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.729561451Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 27d7c9ec-b8a8-4b31-ae12-c49ad36788f1, kind: Service { id: 7f79c18f-7b53-4b8a-86fc-bb23b923ea1d }, name: Name(\"external-dns-7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 29b92946-7588-4b89-8147-322049e1f231, kind: Service { id: f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b }, name: Name(\"external-dns-f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 77])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0cd6826d-84a0-4cd5-b7c6-32cb83627e6c, kind: Service { id: 9325209d-81b8-49e4-be6a-cedff3ef78c1 }, name: Name(\"nexus-9325209d-81b8-49e4-be6a-cedff3ef78c1\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 104])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ec778b7a-3947-4776-98f2-be2ced817d66, kind: Service { id: d2bdfdcf-c904-463a-87e2-60b209fd743f }, name: Name(\"nexus-d2bdfdcf-c904-463a-87e2-60b209fd743f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 218])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f830fe44-0004-4968-88e2-304301a5a810, kind: Service { id: 060b7a36-3ed1-4e47-89cf-3f46bfb09b6c }, name: Name(\"nexus-060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.729613062Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.729643153Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.729655073Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.729660473Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.729665344Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.729685784Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.729709425Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"e0046fc7-34b6-4be3-baa3-e3f061b4e938","remote_addr":"[fd00:1122:3344:101::b]:36598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":313,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.764464901Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46525"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.764638224Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 27d7c9ec-b8a8-4b31-ae12-c49ad36788f1, kind: Service { id: 7f79c18f-7b53-4b8a-86fc-bb23b923ea1d }, name: Name(\"external-dns-7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 29b92946-7588-4b89-8147-322049e1f231, kind: Service { id: f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b }, name: Name(\"external-dns-f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 77])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0cd6826d-84a0-4cd5-b7c6-32cb83627e6c, kind: Service { id: 9325209d-81b8-49e4-be6a-cedff3ef78c1 }, name: Name(\"nexus-9325209d-81b8-49e4-be6a-cedff3ef78c1\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 104])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ec778b7a-3947-4776-98f2-be2ced817d66, kind: Service { id: d2bdfdcf-c904-463a-87e2-60b209fd743f }, name: Name(\"nexus-d2bdfdcf-c904-463a-87e2-60b209fd743f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 218])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f830fe44-0004-4968-88e2-304301a5a810, kind: Service { id: 060b7a36-3ed1-4e47-89cf-3f46bfb09b6c }, name: Name(\"nexus-060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.764666955Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.764696236Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.764707276Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.764712556Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.764720696Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.764729266Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:57.764740097Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"e87891f0-1c2a-4eb5-a072-910ce8a7a2e8","remote_addr":"[fd00:1122:3344:101::a]:46525","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":184,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:59.717416492Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43620"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:57:59.717545085Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"7f562c70-fb02-4c94-87ec-a211e251760b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43620","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:01.598676734Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40884"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:01.599718016Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"8747d5c6-5e46-4d57-8453-03604a432946","remote_addr":"[fd00:1122:3344:101::c]:40884","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":977,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:01.624748524Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:01.624789595Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"877cf6c8-93c3-431a-8f60-1d1d5d8d3175","remote_addr":"[fd00:1122:3344:101::c]:40884","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":123,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:01.714755937Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"8bab1da9-0a79-4e99-b38f-c0aecb0a3ba9","remote_addr":"[fd00:1122:3344:101::c]:40884","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3349,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:12.836337512Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47689"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:12.836563297Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"15192f21-affb-4735-92d1-acddadcfddb5","remote_addr":"[fd00:1122:3344:101::a]:47689","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:12.901557303Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:12.901609154Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"9b3975e3-9983-4690-a411-b9dc172c88f7","remote_addr":"[fd00:1122:3344:101::a]:47689","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:13.115880535Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3e97d117-9176-4212-963b-aab82980bfa8","remote_addr":"[fd00:1122:3344:101::a]:47689","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":194,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:13.240608514Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55035"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:13.240930141Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"935db2f3-dabc-4593-83c4-a23883f2ef43","remote_addr":"[fd00:1122:3344:101::a]:55035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":267,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:13.331617858Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49188"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:13.332018717Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:13.415347807Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:13.496807496Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"8c60d3ae-c4f4-4f64-a0ef-e6277649d228","remote_addr":"[fd00:1122:3344:101::a]:49188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":165129,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:13.501693621Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a19ec757-1474-4f29-8528-650cf3b2b92e","remote_addr":"[fd00:1122:3344:101::a]:49188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4543,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:13.550312375Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:13.55101826Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:13.552740927Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:13.554007354Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:13.554085366Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"PUT","req_id":"c3ff80db-1e81-45e4-84c5-51eb75c1d154","remote_addr":"[fd00:1122:3344:101::a]:49188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5993,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:13.732401856Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:13.732514278Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"13aa20e0-5939-4e19-bc38-4adc4a218310","remote_addr":"[fd00:1122:3344:101::b]:38214","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:13.779560269Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:13.779576139Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"73825b10-dcdc-4e8b-a8e7-9cf0683ef385","remote_addr":"[fd00:1122:3344:101::b]:38214","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":67,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:13.842637243Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47193"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:13.843014621Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"a2daa814-97c9-4adc-bfc2-a328bfe94c3e","remote_addr":"[fd00:1122:3344:101::c]:47193","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":154,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:13.903630643Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60117"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:13.903852388Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"e4613f10-62b6-45e5-b45f-238ba10fd2a2","remote_addr":"[fd00:1122:3344:101::b]:60117","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:14.006269287Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58678"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:14.00640867Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"40076645-cd89-43dd-ba7f-e53f874ac20c","remote_addr":"[fd00:1122:3344:101::c]:58678","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":56,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:14.025513871Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:14.025562392Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"ebf67e3e-6969-42e5-a9e8-676773863841","remote_addr":"[fd00:1122:3344:101::c]:58678","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":169,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:14.025890919Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"da268488-26ea-41cc-b8ed-be23f6b336eb","remote_addr":"[fd00:1122:3344:101::b]:38214","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":283,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:14.035357012Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"a4aaa29b-a907-43f2-af22-ba209339ffd6","remote_addr":"[fd00:1122:3344:101::c]:58678","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":115,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:14.14470421Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46546"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:14.144827323Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:14.187119001Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:14.244110805Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"23ff6f17-135a-45b2-aa0f-a5c9a02419c7","remote_addr":"[fd00:1122:3344:101::c]:46546","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99329,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:14.244228008Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62767"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:14.244366191Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:14.281363065Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:14.33561099Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"7e04a000-23d1-456d-8cad-b9414380e3f9","remote_addr":"[fd00:1122:3344:101::b]:62767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91290,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:14.336165882Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"6ae9ca9b-7140-4f7c-a7cb-3dca5ba9eab5","remote_addr":"[fd00:1122:3344:101::b]:62767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":270,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:14.336204893Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"0c94c42c-c759-4f69-89bc-81fb4d917ce8","remote_addr":"[fd00:1122:3344:101::c]:46546","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":366,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:29.751947169Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54647"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:29.752149913Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"6423ca49-a3d0-4ef8-9b4a-c60da7e1fa95","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54647","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":30,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:42.846069065Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35315"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:42.846219168Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"72c2ac91-1879-47cf-b090-18b5640e56dd","remote_addr":"[fd00:1122:3344:101::a]:35315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:42.879609035Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:42.879634996Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"367daabc-3c8f-4365-b8ae-e3f4b441b303","remote_addr":"[fd00:1122:3344:101::a]:35315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:42.960419811Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56994"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:42.960601684Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"e47b8b5d-295d-4fb7-871b-f37f4bd9c159","remote_addr":"[fd00:1122:3344:101::a]:56994","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":131,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:42.969336602Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"6aa4234d-0907-419f-ae3a-1f8d10e6ffb9","remote_addr":"[fd00:1122:3344:101::a]:35315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":180,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.174569939Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65412"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.174680792Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.20809968Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.253799531Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"1a9189d3-5b79-4973-a668-98c6aabf2fbe","remote_addr":"[fd00:1122:3344:101::a]:65412","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79180,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.254081317Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"67993148-1561-4beb-b970-c0fd28ecc152","remote_addr":"[fd00:1122:3344:101::a]:65412","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.647552157Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48059"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.647709301Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f2415034-7e0a-4032-8b76-b6cf796e52a3","remote_addr":"[fd00:1122:3344:101::b]:48059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.709053718Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.709084659Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"065b2399-e8c1-4039-bb39-d189a5c955c6","remote_addr":"[fd00:1122:3344:101::b]:48059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":86,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.718777747Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"7c49ad05-9226-47e2-a5a0-fbdec44fdec4","remote_addr":"[fd00:1122:3344:101::b]:48059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":185,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.726599315Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35101"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.726774559Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"d061e3d8-4af4-4446-8cf6-414e08bb9e4b","remote_addr":"[fd00:1122:3344:101::b]:35101","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.750316374Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44623"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.750398636Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3b7b946e-67af-4c88-b28d-f36c4c542245","remote_addr":"[fd00:1122:3344:101::c]:44623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":25,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.759730197Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41652"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.759815928Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.79576411Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.848142325Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"83a9c5cd-8834-4e46-9d41-b6faf2c76adf","remote_addr":"[fd00:1122:3344:101::b]:41652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88352,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.848384881Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50513"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.848395371Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.848421121Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"91cabbd3-f1f6-44fd-9c98-d37fc232b782","remote_addr":"[fd00:1122:3344:101::c]:44623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.848662506Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"5ffbb802-3bba-47aa-9953-d93ba4003fff","remote_addr":"[fd00:1122:3344:101::b]:41652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":220,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.848787429Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"ff5aa8a7-eed8-41e8-a8f3-2290972eefc6","remote_addr":"[fd00:1122:3344:101::c]:50513","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":250,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.858093669Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"cc81b01d-ee25-445b-a98d-e3231c8fcd2c","remote_addr":"[fd00:1122:3344:101::c]:44623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":156,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.972416724Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61771"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:43.972525567Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:44.010595114Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:44.069285974Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"78ac7cc8-8bab-41ae-a634-4314050fe238","remote_addr":"[fd00:1122:3344:101::c]:61771","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96790,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:44.069622082Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"6095e0d4-9837-49e9-bacd-04f205d051e0","remote_addr":"[fd00:1122:3344:101::c]:61771","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:59.789769105Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39621"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:58:59.789927669Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"a5636d55-51b4-4750-a79e-ccaeea83a923","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39621","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:12.979532007Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48567"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:12.97965247Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6bf270b5-e3a6-4143-870e-408ad0b179f6","remote_addr":"[fd00:1122:3344:101::a]:48567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":74,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:12.997557454Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:12.997575265Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"2b48a224-9de9-486a-b118-012832271fed","remote_addr":"[fd00:1122:3344:101::a]:48567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:13.03041272Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33271"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:13.030612204Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"d56ff68b-1080-4925-92e3-f6697af6fab5","remote_addr":"[fd00:1122:3344:101::a]:33271","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":142,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:13.036559812Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3332afc1-cdad-43be-b269-5d02ef1a145b","remote_addr":"[fd00:1122:3344:101::a]:48567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":170,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:13.284742272Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43018"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:13.284891645Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:13.322080423Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:13.377193327Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"4e1a0f0c-bf27-4cf4-8177-94bc28014381","remote_addr":"[fd00:1122:3344:101::a]:43018","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92381,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:13.377479433Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"82f86905-823e-4c46-afa4-654858b3528b","remote_addr":"[fd00:1122:3344:101::a]:43018","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:13.781795976Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:13.78195289Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"4c4b19f6-de94-42ef-a751-ae9bf7e89271","remote_addr":"[fd00:1122:3344:101::b]:49111","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:13.787393176Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:42382"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:13.787625561Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"4d57422e-b6e6-48e0-8142-11f1dea7d013","remote_addr":"[fd00:1122:3344:101::b]:42382","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":174,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:13.793728503Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59617"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:13.793831455Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"9767ea27-e80e-4d59-9431-f47c83718e38","remote_addr":"[fd00:1122:3344:101::c]:59617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":36,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:13.846162489Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:13.846191579Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"cc28be5a-a24c-4dc3-a1fc-0e73ee197547","remote_addr":"[fd00:1122:3344:101::c]:59617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:13.846569367Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:13.846585118Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e27390f5-2afa-4a83-bbe9-2a2ee48031c6","remote_addr":"[fd00:1122:3344:101::b]:49111","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":46,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:13.855265554Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"1c04f891-fedc-402f-ae11-2051959203a8","remote_addr":"[fd00:1122:3344:101::c]:59617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":189,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:13.866892534Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"eeb0f408-ddf7-4b9b-846d-80bca1e81008","remote_addr":"[fd00:1122:3344:101::b]:49111","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":130,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:13.979486102Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38256"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:13.979595924Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:14.017823465Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:14.076757501Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3dde85f6-9590-4f06-864d-676df2ff5b64","remote_addr":"[fd00:1122:3344:101::b]:38256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97212,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:14.076826342Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43347"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:14.077002156Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"8678a433-ab53-4b77-a33c-e1cf6527b434","remote_addr":"[fd00:1122:3344:101::c]:43347","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:14.077135339Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"28ff9744-014c-4e39-ab80-b7f55f3990e3","remote_addr":"[fd00:1122:3344:101::b]:38256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":83,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:14.093552042Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62385"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:14.093708195Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:14.128044442Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:14.182668675Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"c37b7f19-0fc2-4d79-81af-86a6eade1410","remote_addr":"[fd00:1122:3344:101::c]:62385","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89022,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:14.183014583Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"604a4c1a-2b28-4400-af35-d796239eea26","remote_addr":"[fd00:1122:3344:101::c]:62385","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:29.825992339Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47184"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:29.826584872Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"80365f11-eaa6-4ca8-bd38-f96325062d88","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47184","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":74,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:42.783884771Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36841"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:42.784017964Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6a7a01cd-cb77-4910-9f8f-871aaa3dfa4b","remote_addr":"[fd00:1122:3344:101::a]:36841","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":71,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:42.829559182Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:42.829585013Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"0a520980-b677-4f2f-9f1c-c8d77f4a2a41","remote_addr":"[fd00:1122:3344:101::a]:36841","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":77,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:42.914170729Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56765"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:42.914447425Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"24c1dce5-da41-487d-b959-14f789aeae16","remote_addr":"[fd00:1122:3344:101::a]:56765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":179,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:42.923576151Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"fdea8f43-99dc-4b7c-a3d2-c428af7ba30c","remote_addr":"[fd00:1122:3344:101::a]:36841","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.188754136Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43472"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.188854208Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.225799982Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.278265428Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"eca1af20-8233-401f-9b8f-6e6706723a3b","remote_addr":"[fd00:1122:3344:101::a]:43472","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89457,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.278508734Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"afb9ab9b-d463-4279-befe-429bc2441f20","remote_addr":"[fd00:1122:3344:101::a]:43472","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.660057858Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53356"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.66019044Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"98d17bd2-8bff-446f-8463-dfec5991f4bf","remote_addr":"[fd00:1122:3344:101::b]:53356","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.677779258Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.677821279Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"71f9aae3-0292-49dd-9616-fdde381edb5d","remote_addr":"[fd00:1122:3344:101::b]:53356","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":80,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.689890848Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"61cf32c5-92f3-4e66-8561-cb936d7f1644","remote_addr":"[fd00:1122:3344:101::b]:53356","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":197,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.751717136Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51440"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.751806008Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"1eef671f-e2a1-45c6-a5cb-08a1aa7518ed","remote_addr":"[fd00:1122:3344:101::c]:51440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":46,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.757966951Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52524"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.758203456Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"1396f870-ab92-4c75-bfb6-2ecf4b8001cf","remote_addr":"[fd00:1122:3344:101::b]:52524","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":142,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.772611265Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:59225"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.772737748Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.806111814Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.860562314Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"985d87ae-3a44-4aa4-aa24-58834400fd66","remote_addr":"[fd00:1122:3344:101::b]:59225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87864,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.860727797Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51160"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.860789519Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62948"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.860999343Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.861050644Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"4d632202-8985-45a2-84a9-acd7cd1dd348","remote_addr":"[fd00:1122:3344:101::c]:51440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":168,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.861080245Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"909a2ff7-4537-4453-9c36-4603c179f8f4","remote_addr":"[fd00:1122:3344:101::c]:51160","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":206,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.861158116Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"2b512c0e-33f1-418c-8d12-ad1feb148fd0","remote_addr":"[fd00:1122:3344:101::b]:59225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":290,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.86178417Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.87203095Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"fd834fc5-1a01-4abb-ac70-874283bbb82c","remote_addr":"[fd00:1122:3344:101::c]:51440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":238,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.902635237Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.960998251Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"1c8af847-38da-41d7-babb-8e188849bfc3","remote_addr":"[fd00:1122:3344:101::c]:62948","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99301,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:43.961458501Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"5b975002-6778-41a9-8003-0e7261908cc0","remote_addr":"[fd00:1122:3344:101::c]:62948","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":215,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:59.859522195Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56552"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T03:59:59.859611667Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"9321ec91-66c8-40f0-828d-06576b5beb00","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56552","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":28,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:12.962331079Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37593"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:12.962464812Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"defa3dcb-f507-45d9-aa54-686f0579bb00","remote_addr":"[fd00:1122:3344:101::a]:37593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:13.004765591Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:13.004799121Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"90881c9a-1944-4338-85bc-d2c0ef565b1a","remote_addr":"[fd00:1122:3344:101::a]:37593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:13.014605671Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"82505573-bb15-4ed9-a61c-7f15177d459f","remote_addr":"[fd00:1122:3344:101::a]:37593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":191,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:13.127195409Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54754"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:13.127400174Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"ee8ca00f-b039-40c3-9435-53c5224f4576","remote_addr":"[fd00:1122:3344:101::a]:54754","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":158,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:13.179555534Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44210"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:13.179661046Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:13.216737452Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:13.269829053Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"61f94daa-4bc0-4ab1-9ad2-4f9b74b64251","remote_addr":"[fd00:1122:3344:101::a]:44210","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90213,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:13.270089788Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"761f692e-c74f-4697-961b-c4048959dfcf","remote_addr":"[fd00:1122:3344:101::a]:44210","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:13.736323311Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48422"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:13.736488965Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"434b2f7b-d07c-43d0-90f6-c68686a2bc7a","remote_addr":"[fd00:1122:3344:101::b]:48422","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:13.751862105Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:13.751884145Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"165c88fc-83c1-47e2-b30e-21af9dcb8dc4","remote_addr":"[fd00:1122:3344:101::b]:48422","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:13.761571453Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b3ad946b-ea37-4022-bf6a-8cb6b50b7f8d","remote_addr":"[fd00:1122:3344:101::b]:48422","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":261,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:13.900140819Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:36354"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:13.900378605Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"134d9f25-92b8-4cbd-8ac4-5c08ec6ac66f","remote_addr":"[fd00:1122:3344:101::c]:36354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":161,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:13.976016419Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:59765"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:13.976220883Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"a997b7fc-88b4-49a8-912f-ae695280e919","remote_addr":"[fd00:1122:3344:101::b]:59765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:14.019632095Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45533"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:14.019737748Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"84dfcb59-e44c-492a-910d-b921acdb3477","remote_addr":"[fd00:1122:3344:101::c]:45533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":69,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:14.049902036Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53032"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:14.050055759Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:14.091821306Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:14.148022133Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"0d3751a4-4880-47fc-8ac9-942072f36cec","remote_addr":"[fd00:1122:3344:101::b]:53032","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98018,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:14.148278328Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39738"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:14.14835871Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:14.148385391Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"68369a82-fb9c-425c-84dd-03116cf9f15a","remote_addr":"[fd00:1122:3344:101::c]:45533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":148,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:14.148610245Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:14.148615825Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"eb3c9b9a-2e6b-4553-a000-21275a788761","remote_addr":"[fd00:1122:3344:101::b]:53032","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":264,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:14.157549177Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5f7253e3-3b44-4aca-aa82-27e8072b102a","remote_addr":"[fd00:1122:3344:101::c]:45533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":373,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:14.183511195Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:14.235794168Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"095b3cfc-4569-4e40-ab65-4fdec566f70c","remote_addr":"[fd00:1122:3344:101::c]:39738","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87298,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:14.236105784Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"9ad2347a-7bfc-48d4-8143-6abd34dd688b","remote_addr":"[fd00:1122:3344:101::c]:39738","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:23.851218197Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:29.893855548Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36949"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:29.894316098Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"579a573d-70f0-43ee-929c-50e2cc78a8f3","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36949","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":168,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:42.87549478Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36044"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:42.875604782Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"0db5f4aa-0194-4ab0-953d-a0cf92375fe3","remote_addr":"[fd00:1122:3344:101::a]:36044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":56,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:42.923848688Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:42.923887329Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"09a27055-d7e2-42d8-a76b-6f11161f6e9c","remote_addr":"[fd00:1122:3344:101::a]:36044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:42.93274604Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"6c4f2729-4236-46a4-82da-c899808ea35e","remote_addr":"[fd00:1122:3344:101::a]:36044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":164,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:42.968366645Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55488"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:42.968522298Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"6321b42f-d959-48c3-ac36-9cbf4d295530","remote_addr":"[fd00:1122:3344:101::a]:55488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.008948236Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61266"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.009026808Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.048044595Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.104020707Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"696d9dc6-fda7-43a0-bd77-b00ce3ef4c5e","remote_addr":"[fd00:1122:3344:101::a]:61266","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95024,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.104364655Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b98ecf37-519e-4764-b8c9-d9b5b7a55dcf","remote_addr":"[fd00:1122:3344:101::a]:61266","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.57114135Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64255"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.571315143Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"20734034-931a-4e1d-b2ea-a51d323fb6c3","remote_addr":"[fd00:1122:3344:101::b]:64255","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.622621675Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.622653156Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"b68e2e5b-0e97-4617-83c3-1a923fe6ae49","remote_addr":"[fd00:1122:3344:101::b]:64255","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.644345692Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"091f9adb-17ee-424c-952b-3323ed79cd60","remote_addr":"[fd00:1122:3344:101::b]:64255","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":242,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.712763591Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43679"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.712970635Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"d3d91265-aee1-4ad9-b33a-04ca48afff77","remote_addr":"[fd00:1122:3344:101::b]:43679","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":161,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.744880991Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38174"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.745019264Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.788781784Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.844150573Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"8ae00cf1-f5ef-4dae-a8a4-d4f98081c114","remote_addr":"[fd00:1122:3344:101::b]:38174","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99171,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.844256385Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53554"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.844376287Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f9194b1d-43f5-475e-b0bd-bff986245690","remote_addr":"[fd00:1122:3344:101::c]:53554","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.844525431Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"d144ab9a-9e5a-4c93-8f09-a3a81697eabf","remote_addr":"[fd00:1122:3344:101::b]:38174","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.891359807Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.891386627Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"014351af-8715-4211-b91f-a086f1e2355a","remote_addr":"[fd00:1122:3344:101::c]:53554","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.907116305Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50518"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.907315069Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"66a037fc-4198-4b1e-9aea-735256f4fac4","remote_addr":"[fd00:1122:3344:101::c]:50518","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":126,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.913258007Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"a41b25e5-b120-4523-af28-037db63d2b16","remote_addr":"[fd00:1122:3344:101::c]:53554","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":187,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.93063372Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49581"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.930748102Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:43.969782931Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:44.026355466Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"9e382a05-e839-4ea1-bc47-aa01d952a3ff","remote_addr":"[fd00:1122:3344:101::c]:49581","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95638,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:44.026767734Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ef8f96e7-0e05-4d7d-91a3-39c5ce079ce5","remote_addr":"[fd00:1122:3344:101::c]:49581","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":149,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:59.926894084Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43473"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:00:59.926971475Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"539dc3ea-8980-4750-84e3-08ca913a5509","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43473","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":29,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:12.960986482Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56732"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:12.961136005Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3c21fcad-2b56-4bc4-8e03-8525415dec92","remote_addr":"[fd00:1122:3344:101::a]:56732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.002015593Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.002031663Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"cca4ea0c-fd39-44e2-a5b9-713fed759ce2","remote_addr":"[fd00:1122:3344:101::a]:56732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.005838425Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64963"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.006036979Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"037374e5-7d19-4396-9fcd-b15ee40943c1","remote_addr":"[fd00:1122:3344:101::a]:64963","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.010928314Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b9a565a3-bff5-42b4-be18-2b03e2498b07","remote_addr":"[fd00:1122:3344:101::a]:56732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":174,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.161251142Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62840"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.161357725Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.198634545Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.255440845Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"d215c0eb-cbaf-45f4-bcc7-e7874ac0581d","remote_addr":"[fd00:1122:3344:101::a]:62840","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94130,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.25568049Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a5a0cb7c-c911-4c15-b2ca-2b2df6a8ac75","remote_addr":"[fd00:1122:3344:101::a]:62840","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.86842537Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58744"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.868573813Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"c7c02dd8-0ea5-4b22-8751-5b97b7733e49","remote_addr":"[fd00:1122:3344:101::c]:58744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.916634735Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:57473"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.916778138Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3e963f43-4a96-40dc-be1d-8e3f7452b783","remote_addr":"[fd00:1122:3344:101::b]:57473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.9168871Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.916896591Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"4dc4c9e4-bfef-42a9-aeeb-a1c4cd19a55b","remote_addr":"[fd00:1122:3344:101::c]:58744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":56,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.925540826Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"04013604-d601-4964-8170-5f745e17120e","remote_addr":"[fd00:1122:3344:101::c]:58744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":166,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.969200624Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.969218204Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"0c38c370-ca34-4c82-9f77-b9d310e5447d","remote_addr":"[fd00:1122:3344:101::b]:57473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":39,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.977083963Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"2ff53fae-9f21-4436-8c69-a1cde19e14e8","remote_addr":"[fd00:1122:3344:101::b]:57473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.992092866Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40431"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.992253609Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"1514c59f-aabd-453f-b6eb-b2099aef51b9","remote_addr":"[fd00:1122:3344:101::c]:40431","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.992912343Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:59791"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:13.993024275Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"7bace770-0d18-49ae-9b4c-87264f60de46","remote_addr":"[fd00:1122:3344:101::b]:59791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":62,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:14.079516853Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40886"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:14.079614285Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:14.117427047Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:14.174036133Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"0877e569-3b9c-4f60-94e7-88fad759ec63","remote_addr":"[fd00:1122:3344:101::b]:40886","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94464,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:14.174137795Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52020"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:14.174273518Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:14.208404381Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:14.264265931Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ddcad61c-0cf8-4400-8ecb-0d944e39437f","remote_addr":"[fd00:1122:3344:101::c]:52020","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90045,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:14.264527216Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"de7b97b8-2430-4ff4-9d97-2168ffbf8ded","remote_addr":"[fd00:1122:3344:101::b]:40886","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:14.264755581Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7cc792ce-d361-4005-94d6-92297f209616","remote_addr":"[fd00:1122:3344:101::c]:52020","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":185,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:29.964486825Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59826"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:29.964592017Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"aa34721e-db41-4c47-9ab0-698dd1662cf1","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59826","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:42.809105634Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:42.809280507Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"926b21fc-f683-4e77-8a38-640b1ac6fda8","remote_addr":"[fd00:1122:3344:101::a]:48252","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:42.827837906Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:42.827876187Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"4704a092-1de2-4bc3-b842-be342c49a51f","remote_addr":"[fd00:1122:3344:101::a]:48252","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":176,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:42.835851838Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"fc9046f0-96a3-412b-8537-e76a0bc4558d","remote_addr":"[fd00:1122:3344:101::a]:48252","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":171,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:42.889401048Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39649"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:42.889567862Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"bfa02534-6600-4381-b393-087bbbf00236","remote_addr":"[fd00:1122:3344:101::a]:39649","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:42.941852855Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65101"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:42.941936327Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:42.979418552Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.032065022Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"b8eba42c-c60a-4383-8ce0-67881e7a0f6a","remote_addr":"[fd00:1122:3344:101::a]:65101","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90173,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.032383259Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ee4f1061-2a3b-4704-92e9-a1060760660e","remote_addr":"[fd00:1122:3344:101::a]:65101","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.596577215Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64579"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.596710018Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"d4a420ae-bf81-46e0-83d6-599a76689c20","remote_addr":"[fd00:1122:3344:101::b]:64579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.62148219Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.621527341Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"00a2ed9f-2746-4ab7-b087-3cb165e5ff20","remote_addr":"[fd00:1122:3344:101::b]:64579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.631187169Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"8f44714f-e2a7-4d03-9e1e-06c9fb51126d","remote_addr":"[fd00:1122:3344:101::b]:64579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":200,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.767372493Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55808"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.767646929Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"d00d6846-5b16-4437-afc5-fee2cd90b198","remote_addr":"[fd00:1122:3344:101::b]:55808","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":163,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.785218877Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38169"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.785331109Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.824645533Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.880466152Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"e80cac02-963c-42ef-8988-68e1bea2fd81","remote_addr":"[fd00:1122:3344:101::b]:38169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95181,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.880579155Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43962"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.880722108Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f3e85e4d-df7e-4436-bbd9-9dc8f4682041","remote_addr":"[fd00:1122:3344:101::c]:43962","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.880891511Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"9dc20790-9c4c-4ab7-925e-613634ca3a12","remote_addr":"[fd00:1122:3344:101::b]:38169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.927406929Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.927437005Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"266cbe0e-4a3c-4453-97fa-9b64997d5a04","remote_addr":"[fd00:1122:3344:101::c]:43962","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.934014152Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.934225787Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"831e06ce-83e8-485f-befe-fd2c59edf73f","remote_addr":"[fd00:1122:3344:101::c]:51228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":146,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.942552105Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e4fc2509-7758-483e-9c18-82e2a908c0a6","remote_addr":"[fd00:1122:3344:101::c]:43962","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":164,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.949195708Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38034"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.9492673Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:43.98700638Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:44.042050592Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"b9fccc10-e716-4cc1-8537-b18663813585","remote_addr":"[fd00:1122:3344:101::c]:38034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92809,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:01:44.042358049Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7bfcd151-328c-4dff-811f-896e758ff1cf","remote_addr":"[fd00:1122:3344:101::c]:38034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:00.002411965Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61959"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:00.002552008Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"b7ab90ee-77b6-491f-a9d5-bdccbc5e0148","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61959","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.086159739Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34512"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.086311683Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"c65afd42-774f-4ff5-a372-6efc47c59080","remote_addr":"[fd00:1122:3344:101::a]:34512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.131180556Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.131208597Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"1b4b722d-38a4-4f5a-a3c8-d10f1824db07","remote_addr":"[fd00:1122:3344:101::a]:34512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.140018076Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"a6cec0d8-8a19-4c9c-8581-b40aae3800c3","remote_addr":"[fd00:1122:3344:101::a]:34512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":172,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.220480584Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43830"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.22076719Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"fb6590f8-37ee-4a47-8b56-5d1430c79f9c","remote_addr":"[fd00:1122:3344:101::a]:43830","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":218,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.222693121Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36947"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.222805804Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.262353313Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.318742394Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3964d56c-37ff-4afb-a988-2ee423f1b004","remote_addr":"[fd00:1122:3344:101::a]:36947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95976,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.319093232Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"e1951e84-ce42-4648-961b-4b381b7813f8","remote_addr":"[fd00:1122:3344:101::a]:36947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":149,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.396058475Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51553"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.396345561Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 27d7c9ec-b8a8-4b31-ae12-c49ad36788f1, kind: Service { id: 7f79c18f-7b53-4b8a-86fc-bb23b923ea1d }, name: Name(\"external-dns-7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 29b92946-7588-4b89-8147-322049e1f231, kind: Service { id: f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b }, name: Name(\"external-dns-f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 77])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0cd6826d-84a0-4cd5-b7c6-32cb83627e6c, kind: Service { id: 9325209d-81b8-49e4-be6a-cedff3ef78c1 }, name: Name(\"nexus-9325209d-81b8-49e4-be6a-cedff3ef78c1\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 104])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ec778b7a-3947-4776-98f2-be2ced817d66, kind: Service { id: d2bdfdcf-c904-463a-87e2-60b209fd743f }, name: Name(\"nexus-d2bdfdcf-c904-463a-87e2-60b209fd743f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 218])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f830fe44-0004-4968-88e2-304301a5a810, kind: Service { id: 060b7a36-3ed1-4e47-89cf-3f46bfb09b6c }, name: Name(\"nexus-060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.396397042Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.396441423Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.396460383Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.396476294Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.396513374Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.396540695Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.396561266Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"204b2097-d97f-4fff-9362-a18b464f2ffe","remote_addr":"[fd00:1122:3344:101::a]:51553","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":412,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.78323547Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34473"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.783346972Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"8b6e684c-4f65-49e9-b756-1a6982a73baf","remote_addr":"[fd00:1122:3344:101::b]:34473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":62,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.84283459Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.84286828Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"6807b9ad-658b-4636-9173-6e1b917422bb","remote_addr":"[fd00:1122:3344:101::b]:34473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.852665361Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"47a2be2a-1842-4f8f-a7b8-b8338dc51ef7","remote_addr":"[fd00:1122:3344:101::b]:34473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":226,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.864170428Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37429"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.864328321Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f377cfeb-48db-4195-b51a-244435d07533","remote_addr":"[fd00:1122:3344:101::c]:37429","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.922993231Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.923025542Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c27dfa2f-4f5e-4835-b4a4-93bccd67d899","remote_addr":"[fd00:1122:3344:101::c]:37429","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":64,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:13.931167017Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"c017b18b-3991-4bd7-9a56-e2325d27dc57","remote_addr":"[fd00:1122:3344:101::c]:37429","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":197,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.01327333Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47543"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.013485955Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"a94d7cd4-0e26-4b22-aabd-4d214012d968","remote_addr":"[fd00:1122:3344:101::c]:47543","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":161,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.052569904Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42306"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.052701217Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.096992528Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.163572938Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"a56a8c56-6ba3-4cd5-8b59-a113ef3ee290","remote_addr":"[fd00:1122:3344:101::c]:42306","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110922,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.163815023Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52928"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.164185141Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"9ab50443-6749-4ce9-aedf-31e379730007","remote_addr":"[fd00:1122:3344:101::b]:52928","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":216,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.164203301Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"1acebce1-a447-4b50-83c0-c4bfc4837989","remote_addr":"[fd00:1122:3344:101::c]:42306","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":276,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.174759208Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64951"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.175104015Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 27d7c9ec-b8a8-4b31-ae12-c49ad36788f1, kind: Service { id: 7f79c18f-7b53-4b8a-86fc-bb23b923ea1d }, name: Name(\"external-dns-7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 29b92946-7588-4b89-8147-322049e1f231, kind: Service { id: f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b }, name: Name(\"external-dns-f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 77])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0cd6826d-84a0-4cd5-b7c6-32cb83627e6c, kind: Service { id: 9325209d-81b8-49e4-be6a-cedff3ef78c1 }, name: Name(\"nexus-9325209d-81b8-49e4-be6a-cedff3ef78c1\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 104])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ec778b7a-3947-4776-98f2-be2ced817d66, kind: Service { id: d2bdfdcf-c904-463a-87e2-60b209fd743f }, name: Name(\"nexus-d2bdfdcf-c904-463a-87e2-60b209fd743f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 218])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f830fe44-0004-4968-88e2-304301a5a810, kind: Service { id: 060b7a36-3ed1-4e47-89cf-3f46bfb09b6c }, name: Name(\"nexus-060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.175178217Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.175231398Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.175249778Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.175276019Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.175290519Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.17530991Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.17533196Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"5389cd5e-773e-464e-bff8-b39cdcb14950","remote_addr":"[fd00:1122:3344:101::c]:64951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":461,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.227321516Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47455"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.227403318Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.26101463Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.316524112Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"06599639-dc6e-4dbb-b185-d450b9d8f3ab","remote_addr":"[fd00:1122:3344:101::b]:47455","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89153,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.316636365Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43188"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.316958282Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 27d7c9ec-b8a8-4b31-ae12-c49ad36788f1, kind: Service { id: 7f79c18f-7b53-4b8a-86fc-bb23b923ea1d }, name: Name(\"external-dns-7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 29b92946-7588-4b89-8147-322049e1f231, kind: Service { id: f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b }, name: Name(\"external-dns-f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 77])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0cd6826d-84a0-4cd5-b7c6-32cb83627e6c, kind: Service { id: 9325209d-81b8-49e4-be6a-cedff3ef78c1 }, name: Name(\"nexus-9325209d-81b8-49e4-be6a-cedff3ef78c1\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 104])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ec778b7a-3947-4776-98f2-be2ced817d66, kind: Service { id: d2bdfdcf-c904-463a-87e2-60b209fd743f }, name: Name(\"nexus-d2bdfdcf-c904-463a-87e2-60b209fd743f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 218])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f830fe44-0004-4968-88e2-304301a5a810, kind: Service { id: 060b7a36-3ed1-4e47-89cf-3f46bfb09b6c }, name: Name(\"nexus-060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.316989502Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"1021a2aa-6f2a-4c04-b856-b7d85c629a7e","remote_addr":"[fd00:1122:3344:101::b]:47455","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":216,"response_code":"200"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.317011153Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.317053924Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.317069914Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.317078234Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.317096365Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.317116205Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:14.317130745Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"3fad9943-7aad-47c1-9b07-bd9b4ee718e8","remote_addr":"[fd00:1122:3344:101::b]:43188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":381,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:30.039126549Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50477"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:30.039223771Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"16e8b92f-08f5-4e6d-b80f-c3ee30f5ac97","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50477","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":30,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:42.847170723Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55331"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:42.847299475Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6927824c-a71a-4dec-b2d8-a801811103f4","remote_addr":"[fd00:1122:3344:101::a]:55331","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":64,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:42.862372099Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:42.862385239Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"eae48dbd-713e-458d-acc7-377dd24affeb","remote_addr":"[fd00:1122:3344:101::a]:55331","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":56,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:42.871559927Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3fc0090a-9f3b-448b-829a-505d8d2f2113","remote_addr":"[fd00:1122:3344:101::a]:55331","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":162,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:42.915867038Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45968"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:42.916033802Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"cc35cce2-4e7d-43ed-b1ab-033acea8b840","remote_addr":"[fd00:1122:3344:101::a]:45968","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:42.96391488Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61898"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:42.963983552Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.00208709Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.057423488Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"985b51a6-5a49-461a-9094-391abf53047c","remote_addr":"[fd00:1122:3344:101::a]:61898","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93465,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.057720234Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"131ecaf3-4ef2-41e9-b3e4-7946a9b41354","remote_addr":"[fd00:1122:3344:101::a]:61898","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.62605245Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49688"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.626194453Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"49fccb51-25b8-43c0-ae4d-9533ba53e10e","remote_addr":"[fd00:1122:3344:101::b]:49688","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":71,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.66983415Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.669864461Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"4bc8b3d3-a233-45d5-bf40-ea9830c017fd","remote_addr":"[fd00:1122:3344:101::b]:49688","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.678529717Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"fad8accb-2eba-47b3-9e74-be3b451afdb8","remote_addr":"[fd00:1122:3344:101::b]:49688","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":264,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.707836026Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63271"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.707959979Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.75222804Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.806202759Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"72446606-47f4-4052-933e-a54ae21aeafc","remote_addr":"[fd00:1122:3344:101::b]:63271","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98289,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.806436074Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:59128"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.806543456Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44508"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.806686939Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7cf88771-22a2-4e41-883f-ad1ba4b8f094","remote_addr":"[fd00:1122:3344:101::b]:63271","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":240,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.806780061Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ea136d62-7070-4f72-a1aa-f710feb829b7","remote_addr":"[fd00:1122:3344:101::c]:44508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.806814472Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"2449784b-190b-4aed-a4af-92660f93e362","remote_addr":"[fd00:1122:3344:101::b]:59128","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":185,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.81556025Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59931"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.815803015Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"db8205c8-be73-4017-a420-dfec54141fe5","remote_addr":"[fd00:1122:3344:101::c]:59931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":156,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.822992899Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.82300772Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"7cba6d57-9f30-48b8-a46b-a4db6e2620c4","remote_addr":"[fd00:1122:3344:101::c]:44508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":57,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.831005132Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"7bc30acd-61cc-4afd-9d80-029275e52231","remote_addr":"[fd00:1122:3344:101::c]:44508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.83886716Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39991"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.838946752Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.875664211Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.935358293Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"1a8824f5-9ed5-4c67-8818-64a9f2b5b69a","remote_addr":"[fd00:1122:3344:101::c]:39991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96443,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:02:43.93569365Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"8ffd6087-2882-4b3b-b86f-30fa76f80cc2","remote_addr":"[fd00:1122:3344:101::c]:39991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:00.073761728Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53583"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:00.073885821Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"11cd3646-1806-4d04-91b5-0b1d53d03bf5","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53583","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":42,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:12.956014226Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47154"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:12.956161179Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f277c19c-c69f-4956-8eff-dba18007b84f","remote_addr":"[fd00:1122:3344:101::a]:47154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.003558907Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.003591698Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e41ce71f-0a28-4383-929a-84bc4c65a35a","remote_addr":"[fd00:1122:3344:101::a]:47154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":82,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.012295285Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"773cc292-5897-469a-b9cf-3c484bcc72a3","remote_addr":"[fd00:1122:3344:101::a]:47154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":255,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.088651894Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37638"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.088849009Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"e0db73c0-b854-4b20-afe7-92dcd1e364e1","remote_addr":"[fd00:1122:3344:101::a]:37638","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":142,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.140079329Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58912"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.140164061Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.180293602Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.238436161Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"afe301b9-b106-49ff-8c16-4a32be00cdb6","remote_addr":"[fd00:1122:3344:101::a]:58912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98311,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.238665156Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"6125ab05-5dc6-4adc-bd06-bf278897ed4a","remote_addr":"[fd00:1122:3344:101::a]:58912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.753197436Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56044"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.753332899Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"2100064c-edd8-439f-8785-7876cb98bc3a","remote_addr":"[fd00:1122:3344:101::b]:56044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.779251636Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.779286597Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d77fa9d2-05a1-40d9-abcc-6602beff06aa","remote_addr":"[fd00:1122:3344:101::b]:56044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.788646667Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f2b5dbd5-4ac3-4ae4-84d8-4834eecd9858","remote_addr":"[fd00:1122:3344:101::b]:56044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":200,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.87349767Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57153"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.873583811Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ef0f0da9-09a7-42d9-b348-40b51a5bf2f1","remote_addr":"[fd00:1122:3344:101::c]:57153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.915762047Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.915796818Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"cbe61aff-b754-4490-9a0e-c0b8fb3fb059","remote_addr":"[fd00:1122:3344:101::c]:57153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.923218208Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52373"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.923463423Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"7673a7b1-e770-45a2-ba0c-8af82f71921d","remote_addr":"[fd00:1122:3344:101::b]:52373","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.924850403Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d7344fc1-950f-47a0-97f4-289cee5b354b","remote_addr":"[fd00:1122:3344:101::c]:57153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":132,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.942507082Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38617"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.942601434Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:13.978971685Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:14.037082542Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"05e92edf-055b-48fb-80a3-38b09749b18d","remote_addr":"[fd00:1122:3344:101::b]:38617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94500,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:14.037256966Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:36205"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:14.03743277Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"4c3c4087-8af6-40f7-9e2c-3c05e003a6e9","remote_addr":"[fd00:1122:3344:101::c]:36205","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:14.065922202Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a3e0bc0e-9864-4a3e-b41e-98fe96f5d9d7","remote_addr":"[fd00:1122:3344:101::b]:38617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":157,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:14.13523072Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60374"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:14.135338303Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:14.173126944Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:14.224259212Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"4a78ed93-4279-4082-b8c0-a0315b3e38f8","remote_addr":"[fd00:1122:3344:101::c]:60374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88965,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:14.224533808Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"538427eb-5686-4df2-9366-f60f0790eb26","remote_addr":"[fd00:1122:3344:101::c]:60374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:30.112061017Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39667"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:30.112268551Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"8722afd9-ab28-4430-84d5-4bbe7cf4532c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39667","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:42.846948939Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59402"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:42.847083222Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"c1d69b6b-9673-44ee-92d0-4f015fc33827","remote_addr":"[fd00:1122:3344:101::a]:59402","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":67,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:42.893402577Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:42.893456448Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"8b529162-c01e-4276-afe6-390b8a03608b","remote_addr":"[fd00:1122:3344:101::a]:59402","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:42.901725506Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"4669b38c-0dda-46e5-8f28-54e99aedce16","remote_addr":"[fd00:1122:3344:101::a]:59402","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":173,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:42.995846447Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52496"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:42.996016161Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"e4a91c60-eb71-4581-bc5c-bcd6b67f7a13","remote_addr":"[fd00:1122:3344:101::a]:52496","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":133,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.004482483Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54072"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.004564454Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.043285606Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.101186979Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"bef1e1fd-d37a-437f-97fa-d55a740ea1cc","remote_addr":"[fd00:1122:3344:101::a]:54072","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96659,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.101474816Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"76eda4fc-e919-4b30-b928-d4665cf8dfb8","remote_addr":"[fd00:1122:3344:101::a]:54072","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":117,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.613556103Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:65508"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.613696346Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"7c388c9c-1f93-4ac4-aab2-82e4566382e5","remote_addr":"[fd00:1122:3344:101::b]:65508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":82,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.658224532Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.658251033Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e5732ac6-c08c-46c9-8d04-94f9d4c12c27","remote_addr":"[fd00:1122:3344:101::b]:65508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.667283907Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e960b413-4f96-4106-af4a-e70883b949f4","remote_addr":"[fd00:1122:3344:101::b]:65508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":186,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.693570961Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36045"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.693790686Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"f6ade837-f642-445d-9039-cf6c2f16743a","remote_addr":"[fd00:1122:3344:101::b]:36045","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":149,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.71118177Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.711247611Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ef50665b-4d78-43b2-8f6c-7611bf650604","remote_addr":"[fd00:1122:3344:101::c]:48228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":43,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.724273351Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63578"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.724384223Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.764862952Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.823621324Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"948ec3b6-f18c-4cd6-9314-2c1cc5d08725","remote_addr":"[fd00:1122:3344:101::b]:63578","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99272,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.823913Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54833"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.823928971Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.823956041Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"45b029db-646d-42c5-99cb-91bde8627f58","remote_addr":"[fd00:1122:3344:101::c]:48228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":167,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.824147796Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a13b5c22-3b3a-4b1b-913c-994149e7029e","remote_addr":"[fd00:1122:3344:101::b]:63578","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":223,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.824329409Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"d9601459-ea95-4635-b52b-bb21c9741fc5","remote_addr":"[fd00:1122:3344:101::c]:54833","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":230,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.827283693Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52945"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.827376595Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.865901442Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.92816994Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"274d52f9-7587-41e9-8d03-93a6f74456af","remote_addr":"[fd00:1122:3344:101::c]:52945","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100816,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.928686611Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"4093a380-4fec-4d39-8fb4-d493600f1f3d","remote_addr":"[fd00:1122:3344:101::c]:48228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":344,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:03:43.928763702Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"51b44d3c-7ad5-4423-a9f5-a468e0b0020c","remote_addr":"[fd00:1122:3344:101::c]:52945","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":257,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:00.146256316Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33975"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:00.146354249Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"582407ec-dc94-4a48-b77f-fa498ae5ee4d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33975","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":31,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:12.960015582Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64846"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:12.960150565Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"037433f4-6862-4441-b185-61b608e04384","remote_addr":"[fd00:1122:3344:101::a]:64846","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":71,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.005631812Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.005655522Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5de7918e-2bd9-4ab2-aaed-bf61fd481713","remote_addr":"[fd00:1122:3344:101::a]:64846","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":83,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.037483045Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39173"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.03769886Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"5fe4a51e-ccbf-4e59-a654-a0db35a53fd2","remote_addr":"[fd00:1122:3344:101::a]:39173","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":136,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.046031709Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"15b75446-53a0-41cf-808c-09102366e9da","remote_addr":"[fd00:1122:3344:101::a]:64846","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":142,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.203414249Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41124"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.203512251Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.244311717Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.303923378Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6c3e9af2-473a-44c2-8c68-db260b044eaa","remote_addr":"[fd00:1122:3344:101::a]:41124","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100453,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.304173983Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"9c24c5c7-d714-4b27-9ff9-e642f7137933","remote_addr":"[fd00:1122:3344:101::a]:41124","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.682192851Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60851"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.682376755Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f958dfe9-fbf0-4f1e-8c22-c1c9f84b52c8","remote_addr":"[fd00:1122:3344:101::b]:60851","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.734880033Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.734915543Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e2f1803c-b32e-4cbe-be9c-24794e4865cc","remote_addr":"[fd00:1122:3344:101::b]:60851","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.824572709Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:58183"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.824781093Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"3bedeccc-dc39-43a6-8a57-b1e5e0446f8e","remote_addr":"[fd00:1122:3344:101::b]:58183","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":144,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.830566628Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"6e41070b-f401-46dc-9996-a1d3abec7dea","remote_addr":"[fd00:1122:3344:101::b]:60851","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":212,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.841269418Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53745"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.84136701Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e7802186-9fe8-428e-aa85-1b70aa0b9eea","remote_addr":"[fd00:1122:3344:101::c]:53745","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":31,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.899429247Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.899500208Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"31045fd7-be1f-444d-a9b0-c45c0233e468","remote_addr":"[fd00:1122:3344:101::c]:53745","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":144,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.909035033Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"6dffc9b5-7533-4676-b35e-a57d64436f6e","remote_addr":"[fd00:1122:3344:101::c]:53745","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":230,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.909118025Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64818"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.909226727Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:13.959413305Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:14.033088947Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"f91b3db5-05c4-47fc-ab97-87d68d924bf6","remote_addr":"[fd00:1122:3344:101::b]:64818","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":123882,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:14.033337212Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56998"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:14.033370873Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34121"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:14.033580478Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:14.033644099Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"887b3308-dc28-45a3-bc89-de629d05eeb3","remote_addr":"[fd00:1122:3344:101::b]:64818","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":239,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:14.039450624Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"5284113c-e5d6-4f8f-950f-c577ecf07abf","remote_addr":"[fd00:1122:3344:101::c]:34121","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5863,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:14.07653562Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:14.137464609Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"63a119c0-ee0b-4347-b6f8-bd5d0a8fa800","remote_addr":"[fd00:1122:3344:101::c]:56998","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103972,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:14.137824226Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"124983cc-9b29-4238-9483-7d9a1d7248ed","remote_addr":"[fd00:1122:3344:101::c]:56998","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:30.179471254Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43811"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:30.179607737Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"05b798c5-f837-4c5d-a8e1-924fbdb82d95","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43811","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":39,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:37.316351544Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:37.320584955Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:37.321554396Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:37.32222051Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:37.322889764Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:37.328073706Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:37.32874957Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:37.371852766Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:37.372551861Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:42.830373742Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56399"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:42.830525675Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"92b23017-0beb-4340-b28f-e783ef6700bf","remote_addr":"[fd00:1122:3344:101::a]:56399","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:42.872950377Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:42.872983137Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e0c6ba93-cce8-4735-a68f-4443026cdda5","remote_addr":"[fd00:1122:3344:101::a]:56399","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:42.881534711Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"fecc71ff-2e91-4353-8ea3-3c039c5d699e","remote_addr":"[fd00:1122:3344:101::a]:56399","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":171,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.017385328Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46943"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.017556772Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"43cb34b3-20d2-4803-bf06-567d6ce46a4d","remote_addr":"[fd00:1122:3344:101::a]:46943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.031102503Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37088"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.031176975Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.067624077Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.126048302Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"51e65725-0e64-40c1-b2c2-29d50e975017","remote_addr":"[fd00:1122:3344:101::a]:37088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94904,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.126351339Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"50f640dd-add3-4aa2-a790-5d84fd116126","remote_addr":"[fd00:1122:3344:101::a]:37088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.664349762Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60661"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.664517306Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f5fa9a74-04ca-4d18-9423-5d16e2c33c12","remote_addr":"[fd00:1122:3344:101::b]:60661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.708245755Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:57775"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.708412839Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.754952648Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.818674727Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"479bd061-9a39-4e7d-a82f-b358775b03d8","remote_addr":"[fd00:1122:3344:101::b]:57775","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110330,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.818909842Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.818932212Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"de83daba-0a4c-48d6-88d8-84ab8d7ab042","remote_addr":"[fd00:1122:3344:101::b]:60661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.818957673Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44881"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.819042325Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52296"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.819191958Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"aa8e608c-8f9f-441c-a12c-50fbc60fdc73","remote_addr":"[fd00:1122:3344:101::b]:57775","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":243,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.81930254Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"91d0d67b-e138-41dd-8df3-f593b576ace1","remote_addr":"[fd00:1122:3344:101::c]:52296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.81931099Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"79942b11-4902-4f61-a9ed-a9b75c150fcd","remote_addr":"[fd00:1122:3344:101::b]:44881","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.829867367Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5cf97e3a-9e49-4749-9fe7-5bf52058c2a6","remote_addr":"[fd00:1122:3344:101::b]:60661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":217,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.833978205Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.833990666Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"327ffc7a-e0b9-4908-9974-a2f04e69223e","remote_addr":"[fd00:1122:3344:101::c]:52296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.892835189Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53568"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.893005293Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"6d1c1272-43c7-4697-bc6b-1e06b240f5e7","remote_addr":"[fd00:1122:3344:101::c]:53568","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":127,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.895676381Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d9093dd2-eefe-44f6-ac40-1b9858dcfaae","remote_addr":"[fd00:1122:3344:101::c]:52296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":131,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.979097812Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41980"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:43.979200034Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:44.020683465Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:44.08235827Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6402b312-6f8c-4480-8530-0a5d5ea2f7c4","remote_addr":"[fd00:1122:3344:101::c]:41980","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103199,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:04:44.082721607Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ecebded7-0673-4996-b095-321d553d01b9","remote_addr":"[fd00:1122:3344:101::c]:41980","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:45.350142636Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:45.350953324Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:45.351651259Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:47.244901998Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:47.248766441Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:47.257192912Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:47.281429102Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:47.313594323Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:47.31765319Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:47.318385356Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:47.322027044Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:47.323563457Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:47.324252422Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:47.324899316Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:47.330953186Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:47.331700302Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:47.373607832Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:47.374535532Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:55.35459142Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:55.355379287Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:55.356095252Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:57.249144387Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:57.250946976Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:57.259743185Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:57.283604297Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:57.315368519Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:57.319175911Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:57.319876176Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:57.323427174Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:57.325029497Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:57.326699943Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:57.327383437Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:57.332110999Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:57.333629681Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:57.375212754Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:04:57.376715317Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:00.217065776Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54822"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:00.217187848Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"f427f4c9-7d26-488b-a015-6b6c441675c9","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54822","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:05.359067785Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:05.359864672Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:05.360593287Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:07.253462218Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:07.254223265Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:07.261148363Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:07.285237501Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:07.317096245Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:07.321928509Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:07.322590873Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:07.325168198Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:07.326698591Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:07.328365757Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:07.329025761Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:07.333801854Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:07.335284336Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:07.376884679Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:07.378365701Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:09.307567012Z","hostname":"buskin","pid":1572,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:197"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:09.307630193Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:09.340895578Z","hostname":"buskin","pid":1572,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.99999624s","next_cleanup":"Instant { tv_sec: 10413, tv_nsec: 317270664 }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:13.00369506Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63701"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:13.003818542Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f01852f2-bcee-42a1-9447-25d4be40e0b0","remote_addr":"[fd00:1122:3344:101::a]:63701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":68,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:13.075828589Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58281"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:13.075993402Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"725b8996-3d8a-45a6-93cd-be117d9fee4d","remote_addr":"[fd00:1122:3344:101::a]:58281","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:13.122693005Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:13.122715655Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"568dfca6-38f7-449f-b6e0-c6de16a0fb07","remote_addr":"[fd00:1122:3344:101::a]:63701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:13.130693397Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"75e7e374-4fc3-4559-9650-3c4afe3b15ba","remote_addr":"[fd00:1122:3344:101::a]:63701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":172,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:13.23562959Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59695"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:13.235802774Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:13.27382467Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:13.332347907Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3068aad5-041d-4753-8349-a6229e372dee","remote_addr":"[fd00:1122:3344:101::a]:59695","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96631,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:13.332615613Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"6ed486ed-b496-4b9c-933a-92658b4086f7","remote_addr":"[fd00:1122:3344:101::a]:59695","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:13.77294684Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38093"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:13.773113343Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"2379ce9f-93a4-4f1a-9b7c-20834932d79e","remote_addr":"[fd00:1122:3344:101::c]:38093","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:13.824669371Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:13.824694451Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"48af9db6-fbb7-499d-9adc-f3984cc5984b","remote_addr":"[fd00:1122:3344:101::c]:38093","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:13.832753094Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41826"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:13.832856556Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ed512c37-0db9-4aef-88e1-1bed085ab0d7","remote_addr":"[fd00:1122:3344:101::b]:41826","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:13.833114082Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"bf61f8c9-c0c1-49f3-b35a-b0c7870b3e5f","remote_addr":"[fd00:1122:3344:101::c]:38093","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":201,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:13.902008221Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:13.902036332Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"08a9a984-4aad-4d4d-af23-e3f55ebbbf03","remote_addr":"[fd00:1122:3344:101::b]:41826","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":69,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:13.918647079Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"8eb8105e-d94b-4d4e-b327-9f0baa7e8a53","remote_addr":"[fd00:1122:3344:101::b]:41826","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":182,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:14.004353539Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34074"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:14.004452172Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:14.047111497Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:14.112495382Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6caa684d-1ff9-4a2e-bef7-4cd876fa04c1","remote_addr":"[fd00:1122:3344:101::b]:34074","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108087,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:14.112635445Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51516"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:14.112680566Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61506"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:14.112960632Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"22fa6ea1-0213-4619-8f11-f63e51b8fd19","remote_addr":"[fd00:1122:3344:101::c]:61506","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":199,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:14.113074394Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"67114674-f67e-4b79-abe0-fab00390a57d","remote_addr":"[fd00:1122:3344:101::b]:34074","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":223,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:14.113118175Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"ebcf4c1e-9bcc-4a7a-99d6-f6b8a4742d98","remote_addr":"[fd00:1122:3344:101::b]:51516","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":216,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:14.128804502Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57790"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:14.128935715Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:14.169477116Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:14.22837634Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ad6c3b03-1423-4aa1-838e-afcd566469f1","remote_addr":"[fd00:1122:3344:101::c]:57790","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99494,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:14.22883986Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"08b8fdd7-a06e-4408-ae31-44a27df70f16","remote_addr":"[fd00:1122:3344:101::c]:57790","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":209,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:15.362841014Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:15.363653832Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:15.364346646Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:17.257774019Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:17.258584337Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:17.26339433Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:17.287311963Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:17.319176878Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:17.323720856Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:17.324492612Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:17.326208289Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:17.328896887Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:17.330591413Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:17.331245827Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:17.33602059Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:17.336699774Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:17.378289577Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:17.37978026Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:23.854315615Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:25.367276938Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:25.368067504Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:25.368751849Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:27.261797384Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:27.262633902Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:27.26532192Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:27.290492101Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:27.320816942Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:27.32585227Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:27.326507494Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:27.328014406Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:27.331015711Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:27.332714587Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:27.333385802Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:27.338190855Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:27.338740847Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:27.379739127Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:27.381353442Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:30.249577869Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53942"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:30.249791474Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"5e156c63-e469-4ccd-9340-ccc7a50dbd06","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53942","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:35.371013236Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:35.371833764Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:35.372545469Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:37.266106665Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:37.266881021Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:37.267621297Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:37.292459361Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:37.322309742Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:37.328204209Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:37.328924304Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:37.329463705Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:37.333040272Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:37.334848861Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:37.335534666Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:37.339395169Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:37.341037154Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:37.381768739Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:37.38230604Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:42.791746192Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63267"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:42.791928196Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"9c46670b-b6fa-4df3-9cd8-b0fc7c25b6f0","remote_addr":"[fd00:1122:3344:101::a]:63267","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:42.806435817Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:42.806450168Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"abe2e9e0-5ef3-4ba1-9837-3c3f03734059","remote_addr":"[fd00:1122:3344:101::a]:63267","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":69,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:42.814850698Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"8afde528-2ffe-45fc-b5a9-d2eb8dfac38b","remote_addr":"[fd00:1122:3344:101::a]:63267","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":176,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:42.905666298Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58626"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:42.905914044Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"e0c7a9cc-5087-414d-824b-5cd3d33b13b3","remote_addr":"[fd00:1122:3344:101::a]:58626","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":174,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:42.928227232Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65314"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:42.92832659Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:42.96813722Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:43.028865194Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"0c665f2c-6c53-4faf-b844-50674aaa149c","remote_addr":"[fd00:1122:3344:101::a]:65314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100547,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:43.02912278Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"6463dd35-0c8d-47e3-95f2-5a6bf3297e41","remote_addr":"[fd00:1122:3344:101::a]:65314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:43.631588068Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40152"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:43.631765832Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"7550cd7a-df52-4414-9b7c-31ed56593d97","remote_addr":"[fd00:1122:3344:101::b]:40152","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:43.688220564Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:43.688260255Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f2b27c82-0b4b-4308-bbc2-32868111fcc0","remote_addr":"[fd00:1122:3344:101::b]:40152","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:43.699916315Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3922c116-3870-418b-b216-2282caf82c70","remote_addr":"[fd00:1122:3344:101::b]:40152","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":230,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:43.767238971Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40075"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:43.767448806Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"57d08947-5b57-4bb6-a4e2-9ea6a786ffde","remote_addr":"[fd00:1122:3344:101::b]:40075","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":170,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:43.788252103Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64256"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:43.788363115Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"0d6d75aa-2f3f-49cb-9219-770e713bd4ca","remote_addr":"[fd00:1122:3344:101::c]:64256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":48,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:43.832608955Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:59275"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:43.832758338Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:43.888021945Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:43.969781131Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"2cad8959-029d-407b-9774-a135f17ea3d6","remote_addr":"[fd00:1122:3344:101::b]:59275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":137076,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:43.97018361Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35919"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:43.970262771Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:43.970270412Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:33080"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:43.970282502Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"27fd87d3-b1a7-4850-aff2-f914d19e2a09","remote_addr":"[fd00:1122:3344:101::c]:64256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":197,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:43.970439855Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b178673f-4f02-478c-836d-6f6a50e0263d","remote_addr":"[fd00:1122:3344:101::b]:59275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":240,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:43.970536017Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:43.970598889Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"83d1c93e-dc8f-48c0-aee9-5a8525cdc336","remote_addr":"[fd00:1122:3344:101::c]:33080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":200,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:43.981689517Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"0cee0ce2-3691-458e-a08e-b0eb090763f1","remote_addr":"[fd00:1122:3344:101::c]:64256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":540,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:44.012223082Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:44.07635467Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"94d44ff2-77e8-4fe4-8c75-1531e83db5d7","remote_addr":"[fd00:1122:3344:101::c]:35919","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105886,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:05:44.076764339Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b49a7400-11f7-4381-bb94-f5189207ed31","remote_addr":"[fd00:1122:3344:101::c]:35919","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":167,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:45.374770804Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:45.375574001Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:45.376311877Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:47.269723938Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:47.270570418Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:47.271262333Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:47.295064774Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:47.324267982Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:47.330551166Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:47.331242201Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:47.331798963Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:47.33443305Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:47.33724991Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:47.337958736Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:47.34096857Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:47.342579435Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:47.384210369Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:47.38471355Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:55.379434633Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:55.380268911Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:55.381030127Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:57.274799628Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:57.282114785Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:57.283077165Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:57.297380083Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:57.326379025Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:57.333351735Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:57.334119052Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:57.334822467Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:57.335353038Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:57.339374954Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:57.340280134Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:57.343201757Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:57.344170568Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:57.385809142Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:05:57.386304622Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:00.287016617Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54550"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:00.287093799Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"3e9a8ed0-3eaa-420e-b537-558b1fdde10c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54550","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:05.383033329Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:05.383855246Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:05.384563382Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:07.279868805Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:07.284027044Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:07.284959154Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:07.299053217Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:07.328159212Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:07.335025099Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:07.335719024Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:07.337280578Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:07.33782501Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:07.340603879Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:07.342337196Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:07.345041785Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:07.345549495Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:07.388537068Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:07.389030419Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:12.982411792Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55637"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:12.982556585Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"0080f1c0-e6c2-49fc-9fef-b6c265761909","remote_addr":"[fd00:1122:3344:101::a]:55637","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":82,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:13.13879475Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59152"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:13.139055496Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"496a16a5-d534-46f4-b397-5a599889b7cd","remote_addr":"[fd00:1122:3344:101::a]:59152","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":158,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:13.179437703Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:13.179462684Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"2d62875d-41cb-47f8-9017-3e48cf0fe924","remote_addr":"[fd00:1122:3344:101::a]:55637","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:13.188525618Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"a2014519-98d6-40b0-ae7e-b498529dc047","remote_addr":"[fd00:1122:3344:101::a]:55637","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":177,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:13.211103183Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55969"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:13.211215166Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:13.249091579Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:13.303748993Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"e9315d28-1aaa-443d-ad2a-d23f98c34631","remote_addr":"[fd00:1122:3344:101::a]:55969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92576,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:13.30406966Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"d7db8774-9dda-463e-a349-e97ac1e9fd36","remote_addr":"[fd00:1122:3344:101::a]:55969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:13.806251445Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:59673"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:13.80650507Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"de96ebd3-024e-497e-83cc-6b17659113bb","remote_addr":"[fd00:1122:3344:101::b]:59673","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":194,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:13.877215249Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60885"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:13.87728879Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"682f7802-d5f7-4ab1-8000-f67029c8b806","remote_addr":"[fd00:1122:3344:101::b]:60885","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":50,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:13.924613487Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:13.924641147Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"ee641068-efa2-4167-a1d8-fa8bb8e03f59","remote_addr":"[fd00:1122:3344:101::b]:60885","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:13.934233593Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5c36177f-e249-4cfe-b760-9d10c1184daa","remote_addr":"[fd00:1122:3344:101::b]:60885","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":244,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:13.945528436Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47620"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:13.945604037Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"2dc43328-325a-48f5-bb9b-8db29192e03a","remote_addr":"[fd00:1122:3344:101::c]:47620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:13.993071097Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:13.993122108Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"6e0e9cf2-687a-4bb9-b0a3-24724590a2d9","remote_addr":"[fd00:1122:3344:101::c]:47620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:13.993775602Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:42823"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:13.993894775Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:14.044560882Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:14.111086271Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"11c2f44a-ade2-4460-88de-06440b3d9e14","remote_addr":"[fd00:1122:3344:101::b]:42823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":117225,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:14.111327626Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55582"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:14.111674134Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"6a4f872c-aa2f-4b5a-987d-13cfe1954b5b","remote_addr":"[fd00:1122:3344:101::c]:47620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":409,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:14.111740285Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"41b194f2-edb0-4479-a7f2-a60e101094c9","remote_addr":"[fd00:1122:3344:101::b]:42823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":317,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:14.111768696Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"0cf90107-64b6-4052-a773-d632997ed1bd","remote_addr":"[fd00:1122:3344:101::c]:55582","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":270,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:14.129809103Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57778"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:14.129902285Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:14.171921687Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:14.229607896Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"f36bf00e-dd36-4da9-a51d-566e4154e2f1","remote_addr":"[fd00:1122:3344:101::c]:57778","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99748,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:14.229924393Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7466b246-01db-4f99-9217-ab74c5de2bab","remote_addr":"[fd00:1122:3344:101::c]:57778","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:15.38779629Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:15.388567986Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:15.38923839Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:17.284150885Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:17.285910753Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:17.286575797Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:17.301694542Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:17.33046157Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:17.337254125Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:17.337955021Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:17.338463082Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:17.339974744Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:17.3416362Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:17.344401609Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:17.347180319Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:17.3477225Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:17.390325885Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:17.390831846Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:25.392360906Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:25.393124772Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:25.393783836Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:27.28768929Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:27.288458426Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:27.289158301Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:27.303310985Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:27.332161095Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:27.339007462Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:27.339672716Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:27.340173437Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:27.341686999Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:27.343376186Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:27.346182966Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:27.348924065Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:27.349433356Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:27.3920167Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:27.392506851Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:30.324372835Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35933"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:30.324513988Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"56ee3913-70da-4857-90a3-de130e84b6de","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35933","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:35.396677077Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:35.397418243Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:35.398101438Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:37.291547791Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:37.292260496Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:37.292930651Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:37.304683343Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:37.33478813Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:37.341550585Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:37.342195659Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:37.34273025Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:37.343227711Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:37.344912897Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:37.348644267Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:37.350359324Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:37.350853555Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:37.393624523Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:37.394126994Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:42.885012096Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46521"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:42.885160499Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"5d6d207a-8dc8-4099-8e8d-45f7d2ce4ca6","remote_addr":"[fd00:1122:3344:101::a]:46521","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:42.90292385Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:42.902945851Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"04042812-8416-470c-bfcb-cc99ec7a5bf4","remote_addr":"[fd00:1122:3344:101::a]:46521","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":80,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:42.912515866Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"599d37d7-06f2-423c-a07b-a0d89e521cb6","remote_addr":"[fd00:1122:3344:101::a]:46521","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":175,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.004920961Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48865"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.005099095Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"a60b540a-057b-4c96-9902-24cdc3ee0b8b","remote_addr":"[fd00:1122:3344:101::a]:48865","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.036153121Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65305"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.036239453Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.07708656Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.137649011Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"feab58f5-80d0-4f60-a47e-4ec9c58f452c","remote_addr":"[fd00:1122:3344:101::a]:65305","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101445,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.137918987Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"49cc87c4-c009-4227-be23-678f8180f9e5","remote_addr":"[fd00:1122:3344:101::a]:65305","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.556314092Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55691"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.556459505Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b6c2a4da-4426-4e84-a236-1c31efaee381","remote_addr":"[fd00:1122:3344:101::b]:55691","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.586366338Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.586406518Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"17bf7abe-9839-4731-bf10-3b4e161b16f9","remote_addr":"[fd00:1122:3344:101::b]:55691","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.59532704Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d969dca1-13ac-451a-aa1c-ea33f4d95d0f","remote_addr":"[fd00:1122:3344:101::b]:55691","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":216,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.738832322Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33030"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.739051846Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"e0a9b20d-b16c-44a8-8624-2bee16a65e30","remote_addr":"[fd00:1122:3344:101::b]:33030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":149,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.759789732Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:42975"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.759892264Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.802499909Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.864508191Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"85d05b0c-db2b-4880-bd8f-0d60896200f7","remote_addr":"[fd00:1122:3344:101::b]:42975","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104663,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.864612363Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60246"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.864640364Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39008"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.864958421Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3a19df55-dea2-4461-af4f-5c2ba779122f","remote_addr":"[fd00:1122:3344:101::c]:60246","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":136,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.864985331Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"b471a8c6-fdc7-43d6-b0d3-58addca1b14e","remote_addr":"[fd00:1122:3344:101::c]:39008","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":258,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.865100633Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"78d6ae1b-9916-4084-872e-26effe3526e7","remote_addr":"[fd00:1122:3344:101::b]:42975","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":249,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.880053505Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.880070855Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"a0349030-c690-4fd4-9a37-ccfd20174f63","remote_addr":"[fd00:1122:3344:101::c]:60246","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.888877454Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f1028016-36cd-4a26-afc4-9af2a3a18a7f","remote_addr":"[fd00:1122:3344:101::c]:60246","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":198,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.900052144Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62192"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.900168817Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:43.942993737Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:44.005802545Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"51d29c03-87d5-41c6-8c1c-f2b5aa7020dc","remote_addr":"[fd00:1122:3344:101::c]:62192","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105689,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:06:44.006138633Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"42950c5e-fa5f-4d66-8666-509ff9fce1a0","remote_addr":"[fd00:1122:3344:101::c]:62192","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:45.400565429Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:45.401296355Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:45.401989879Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:47.295464694Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:47.296168179Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:47.296850983Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:47.306585142Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:47.336553066Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:47.343299521Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:47.343983826Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:47.344496727Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:47.344997487Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:47.345683772Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:47.350478995Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:47.352193972Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:47.352668242Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:47.395329698Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:47.39586708Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:55.405188807Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:55.405982294Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:55.406663198Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:57.298724322Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:57.299417547Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:57.300073181Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:57.308117474Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:57.338182179Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:57.345322063Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:57.346035258Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:57.346549809Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:57.34703692Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:57.347662178Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:57.352398845Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:57.354067191Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:57.354535941Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:57.397318149Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:06:57.397760589Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:00.357229586Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38645"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:00.3574062Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"65cca644-e027-4ebc-a07b-50474493bed4","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38645","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":77,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:05.409078189Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:05.409780024Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:05.410462869Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:07.302741057Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:07.303424021Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:07.304071445Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:07.311065235Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:07.340079138Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:07.346964276Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:07.347692262Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:07.348212743Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:07.348694274Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:07.349345637Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:07.354061199Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:07.355802016Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:07.356359428Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:07.399095456Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:07.399650268Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:12.901863183Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46110"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:12.901988905Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"607d0fed-6876-4cd8-9850-a0e1ce50a40f","remote_addr":"[fd00:1122:3344:101::a]:46110","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":67,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:12.953957581Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:12.953985992Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"b1f731be-c034-432d-a83a-992716050667","remote_addr":"[fd00:1122:3344:101::a]:46110","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.036925463Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38043"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.037173339Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"f35e6798-f7db-4390-8c9e-703acb8da3db","remote_addr":"[fd00:1122:3344:101::a]:38043","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":148,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.045694931Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"2258f0dd-e693-4db7-8f8c-02f3c7f5fdf0","remote_addr":"[fd00:1122:3344:101::a]:46110","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":148,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.131956924Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59756"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.132076557Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.174971258Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.237885019Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"aead5c68-eed9-4e0d-950e-a231c4f52763","remote_addr":"[fd00:1122:3344:101::a]:59756","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105859,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.238030502Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36945"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.238062223Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41290"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.238247177Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.238260547Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.238334739Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.238440871Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"166e97b3-dd69-4a17-b662-a7fed4ffbbbb","remote_addr":"[fd00:1122:3344:101::a]:59756","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":273,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.238549603Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 27d7c9ec-b8a8-4b31-ae12-c49ad36788f1, kind: Service { id: 7f79c18f-7b53-4b8a-86fc-bb23b923ea1d }, name: Name(\"external-dns-7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 29b92946-7588-4b89-8147-322049e1f231, kind: Service { id: f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b }, name: Name(\"external-dns-f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 77])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0cd6826d-84a0-4cd5-b7c6-32cb83627e6c, kind: Service { id: 9325209d-81b8-49e4-be6a-cedff3ef78c1 }, name: Name(\"nexus-9325209d-81b8-49e4-be6a-cedff3ef78c1\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 104])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ec778b7a-3947-4776-98f2-be2ced817d66, kind: Service { id: d2bdfdcf-c904-463a-87e2-60b209fd743f }, name: Name(\"nexus-d2bdfdcf-c904-463a-87e2-60b209fd743f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 218])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f830fe44-0004-4968-88e2-304301a5a810, kind: Service { id: 060b7a36-3ed1-4e47-89cf-3f46bfb09b6c }, name: Name(\"nexus-060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.238600744Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.238631445Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.238640505Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.238653735Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.238677236Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.238693536Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.238706357Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"50df5b59-ef77-495e-90aa-a4e2afec1900","remote_addr":"[fd00:1122:3344:101::a]:41290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":405,"response_code":"204"} {"msg":"Reading ledger from /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.238997823Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.467632823Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"a1b1a7c6-b7fe-4910-95cd-2df0195d61c4","remote_addr":"[fd00:1122:3344:101::a]:36945","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":229441,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.733663396Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52715"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.73382153Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e556c95c-a8b2-40d9-bdb9-02d6754c322d","remote_addr":"[fd00:1122:3344:101::b]:52715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.77575428Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59729"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.775927504Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"95a83e37-c71c-46e2-a8c1-a5fe81ea6e23","remote_addr":"[fd00:1122:3344:101::c]:59729","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.790802173Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.790838204Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"eecc2236-7fc6-4f22-917f-5ef33dd297a6","remote_addr":"[fd00:1122:3344:101::b]:52715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":121,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.814815639Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5c8d6a7d-fc65-45e9-a1f8-3a78c69d0bc4","remote_addr":"[fd00:1122:3344:101::b]:52715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":251,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.852724523Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.852753424Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"8ac276da-3fda-40d3-a676-cc54cfab89e8","remote_addr":"[fd00:1122:3344:101::c]:59729","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":83,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.862227298Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"6c606db9-ca75-4b7f-8a99-28f555a81aee","remote_addr":"[fd00:1122:3344:101::c]:59729","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":173,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.978220498Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40079"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.97831718Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.978325251Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.978360072Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.978625507Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.991554965Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:59598"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:13.996663645Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.049417937Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.13290002Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"811cc846-2448-4444-b3cd-fd3524997743","remote_addr":"[fd00:1122:3344:101::b]:59598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141185,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.132996702Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:59009"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.133220927Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"f88e9406-624c-4ea2-883e-5e2ffb8acafd","remote_addr":"[fd00:1122:3344:101::b]:59009","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":157,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.133393681Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"f35f5b8a-de02-4757-b43b-b85479ab4dbc","remote_addr":"[fd00:1122:3344:101::b]:59598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.147404642Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50482"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.147668747Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"6a43f635-713c-433f-bcad-44b7a896626a","remote_addr":"[fd00:1122:3344:101::c]:50482","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":162,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.200481562Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34080"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.200830399Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.20085281Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.200967572Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/fda73319-9c6d-44d8-9377-b69537374c59/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.202818572Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.214781959Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39277"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.215124346Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.256238709Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"08dad531-c996-46b6-8217-907dad0f6a85","remote_addr":"[fd00:1122:3344:101::b]:40079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":277907,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.262263338Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36859"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.26279388Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 27d7c9ec-b8a8-4b31-ae12-c49ad36788f1, kind: Service { id: 7f79c18f-7b53-4b8a-86fc-bb23b923ea1d }, name: Name(\"external-dns-7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 29b92946-7588-4b89-8147-322049e1f231, kind: Service { id: f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b }, name: Name(\"external-dns-f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 77])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0cd6826d-84a0-4cd5-b7c6-32cb83627e6c, kind: Service { id: 9325209d-81b8-49e4-be6a-cedff3ef78c1 }, name: Name(\"nexus-9325209d-81b8-49e4-be6a-cedff3ef78c1\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 104])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ec778b7a-3947-4776-98f2-be2ced817d66, kind: Service { id: d2bdfdcf-c904-463a-87e2-60b209fd743f }, name: Name(\"nexus-d2bdfdcf-c904-463a-87e2-60b209fd743f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 218])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f830fe44-0004-4968-88e2-304301a5a810, kind: Service { id: 060b7a36-3ed1-4e47-89cf-3f46bfb09b6c }, name: Name(\"nexus-060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.262857091Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.262902302Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.262920732Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.262956203Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.262990914Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.263013374Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.263041415Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"e646ea25-8ffd-4d1f-8d63-3337312d0956","remote_addr":"[fd00:1122:3344:101::b]:36859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":557,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.265475367Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.335169514Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"64dfb28a-9d05-4167-ad68-5f695e73a319","remote_addr":"[fd00:1122:3344:101::c]:39277","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120120,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.335659845Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"50bc8626-bb5e-420b-932a-f361b7318fb7","remote_addr":"[fd00:1122:3344:101::c]:39277","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":210,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.367787505Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35524"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.36805709Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 27d7c9ec-b8a8-4b31-ae12-c49ad36788f1, kind: Service { id: 7f79c18f-7b53-4b8a-86fc-bb23b923ea1d }, name: Name(\"external-dns-7f79c18f-7b53-4b8a-86fc-bb23b923ea1d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 29b92946-7588-4b89-8147-322049e1f231, kind: Service { id: f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b }, name: Name(\"external-dns-f3f0a2f4-1758-4c7a-a161-a4eb08bdc03b\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 77])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0cd6826d-84a0-4cd5-b7c6-32cb83627e6c, kind: Service { id: 9325209d-81b8-49e4-be6a-cedff3ef78c1 }, name: Name(\"nexus-9325209d-81b8-49e4-be6a-cedff3ef78c1\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 104])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ec778b7a-3947-4776-98f2-be2ced817d66, kind: Service { id: d2bdfdcf-c904-463a-87e2-60b209fd743f }, name: Name(\"nexus-d2bdfdcf-c904-463a-87e2-60b209fd743f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 218])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f830fe44-0004-4968-88e2-304301a5a810, kind: Service { id: 060b7a36-3ed1-4e47-89cf-3f46bfb09b6c }, name: Name(\"nexus-060b7a36-3ed1-4e47-89cf-3f46bfb09b6c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.368097211Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.368131982Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.368148412Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.368160623Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.368172653Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.368188803Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.368217554Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"1d9cd512-bc4f-4826-9a88-0afc3e1cfcf4","remote_addr":"[fd00:1122:3344:101::c]:35524","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":323,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:14.458928222Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"24509caf-f5e0-4ca9-ae6b-b9e12826111f","remote_addr":"[fd00:1122:3344:101::c]:34080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":258202,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:15.412319477Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:15.413079703Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:15.413815759Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:17.306823063Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:17.307551058Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:17.308213773Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:17.313129678Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:17.342107061Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:17.34906103Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:17.349731355Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:17.350221795Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:17.350732706Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:17.35139846Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:17.355134851Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:17.35790738Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:17.35838212Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:17.400232599Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:17.410103801Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:25.416580457Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:25.417338163Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:25.418072129Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:27.310605803Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:27.311327818Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:27.311991162Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:27.314748082Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:27.343586391Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:27.350761595Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:27.351864579Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:27.352344689Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:27.352825989Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:27.353477383Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:27.356151951Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:27.360193218Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:27.360900933Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:27.401546536Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:27.411092051Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:30.394508062Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61608"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:30.394632185Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"ee6c960f-246a-45ef-a79e-cbc13e117874","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61608","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:35.421274106Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:35.422002262Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:35.422685167Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:37.314674178Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:37.315444105Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:37.31614162Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:37.316840565Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:37.34597119Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:37.352879899Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:37.353557813Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:37.354058964Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:37.354553225Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:37.355221109Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:37.357986429Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:37.36178427Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:37.36225493Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:37.403936545Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:37.412604802Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:42.838927496Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41924"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:42.839094469Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a09b849a-8206-4965-9fc8-44f25a2e83a1","remote_addr":"[fd00:1122:3344:101::a]:41924","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:42.881130152Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:42.881173793Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"fe96ea34-e754-4cd5-9ace-03d6116c8325","remote_addr":"[fd00:1122:3344:101::a]:41924","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:42.889251916Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"c79e17a2-789a-4a62-a63a-c637973612ba","remote_addr":"[fd00:1122:3344:101::a]:41924","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":225,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:42.896095713Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37038"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:42.896192455Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:42.939784011Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:42.999396822Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"b0d645d1-a1c9-4b2a-9e4e-3f8f77c367b4","remote_addr":"[fd00:1122:3344:101::a]:37038","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103244,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:42.999610906Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54707"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:42.999913003Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"5037737c-dbc8-4b66-93e4-bda182b304d9","remote_addr":"[fd00:1122:3344:101::a]:37038","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":242,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:42.999961954Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"74bedfb0-b47b-4051-8b6b-f52bbc214c74","remote_addr":"[fd00:1122:3344:101::a]:54707","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":219,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:43.634011491Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45778"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:43.634147654Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"923100ee-f634-4ddb-b9fe-6a94c540daa1","remote_addr":"[fd00:1122:3344:101::b]:45778","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:43.691150448Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:43.691183119Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"1c33d269-6d67-4e48-9bb8-78b6da134cc1","remote_addr":"[fd00:1122:3344:101::b]:45778","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:43.730072924Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41161"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:43.730297199Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"bff13232-183f-4ba3-b2e7-7263e669804c","remote_addr":"[fd00:1122:3344:101::b]:41161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":177,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:43.733284793Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b6b5833f-1f20-447e-8557-7c238adf6866","remote_addr":"[fd00:1122:3344:101::b]:45778","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":185,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:43.75037284Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:43.750472402Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"280d31b0-5b36-4374-b6f4-a25177542bc8","remote_addr":"[fd00:1122:3344:101::c]:64201","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":31,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:43.765411913Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:43.765432313Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"511f1f70-525d-4da3-bda6-a42b5c882cec","remote_addr":"[fd00:1122:3344:101::c]:64201","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":40,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:43.774456677Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"847c0e40-8ff1-41b1-9205-d2f0cd073d29","remote_addr":"[fd00:1122:3344:101::c]:64201","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":174,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:43.778608806Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:54692"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:43.778717878Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:43.821928136Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:43.883433627Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"fd10caa3-fbd4-4dbd-80aa-6fbdb0bc1663","remote_addr":"[fd00:1122:3344:101::b]:54692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104753,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:43.883540639Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41772"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:43.883707583Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"79367f48-edde-47d0-a47f-9f389d30ee9b","remote_addr":"[fd00:1122:3344:101::c]:41772","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:43.883841656Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7559f3c1-6e60-448f-9103-b084f0e1bcb9","remote_addr":"[fd00:1122:3344:101::b]:54692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:43.913219947Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:65289"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:43.913382251Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:43.955922054Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:44.016312451Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"9636d6b6-d34c-4116-a96b-4e391d029e29","remote_addr":"[fd00:1122:3344:101::c]:65289","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103002,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:07:44.016648938Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"93c98fbb-48ad-4b41-922a-2ab860aa4075","remote_addr":"[fd00:1122:3344:101::c]:65289","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:45.42527948Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:45.426036596Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:45.4267154Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:47.318773404Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:47.31951146Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:47.320180504Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:47.320860779Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:47.348046153Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:47.354869209Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:47.355547183Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:47.356053125Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:47.356565705Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:47.357213939Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:47.360195393Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:47.364305202Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:47.364824353Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:47.405481446Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:47.41544004Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:55.429150501Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:55.429976199Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:55.430662814Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:57.322665736Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:57.323397882Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:57.324061916Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:57.32472322Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:57.350149696Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:57.357340131Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:57.358019835Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:57.358667939Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:57.359294513Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:57.359948037Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:57.361615043Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:57.365738451Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:57.366414726Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:57.407065269Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:07:57.416879489Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:00.427963535Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60908"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:00.428142249Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"ecb70058-e1a2-4770-8a3f-3fe0a4a606b0","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60908","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:05.433144515Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:05.433952593Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:05.434664218Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:07.327201672Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:07.327965568Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:07.328653773Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:07.329328428Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:07.352433694Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:07.359273941Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:07.360014807Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:07.360564679Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:07.36108103Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:07.361793475Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:07.363486611Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:07.368213933Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:07.368680263Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:07.409424088Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:07.419354591Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:12.974033813Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40820"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:12.974188296Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a6b38ffa-0ba2-4a75-9f64-9c99ca70a589","remote_addr":"[fd00:1122:3344:101::a]:40820","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:12.995061834Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56906"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:12.995278969Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"ac3975eb-874e-4eaa-aa0a-0f7521f371f4","remote_addr":"[fd00:1122:3344:101::a]:56906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.00980083Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.009818281Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"2e2607d9-06b5-44e8-9473-b599ae8f23a5","remote_addr":"[fd00:1122:3344:101::a]:40820","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.017791132Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"70c8d617-72b8-48eb-8894-734e200dc00d","remote_addr":"[fd00:1122:3344:101::a]:40820","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":195,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.248821003Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41452"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.248935366Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.291827677Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.354851721Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"aab0f20e-cdb4-4b97-8344-a7365ae6d2b1","remote_addr":"[fd00:1122:3344:101::a]:41452","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105967,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.355137107Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ac526949-831d-424a-9d11-f7c8c41085e4","remote_addr":"[fd00:1122:3344:101::a]:41452","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.621476227Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50658"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.62162846Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e52a343a-b9b8-47d2-9cc7-ae4d5aed3854","remote_addr":"[fd00:1122:3344:101::b]:50658","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":80,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.7101151Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.710147851Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"cc4afbe6-57ff-41e5-8bdb-ba944274be08","remote_addr":"[fd00:1122:3344:101::b]:50658","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":117,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.7208254Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"7a661185-0691-4175-a188-e3d40a9da21b","remote_addr":"[fd00:1122:3344:101::b]:50658","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":255,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.834174235Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.834336838Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"931cea6d-2403-4174-a634-32bdafa6719a","remote_addr":"[fd00:1122:3344:101::b]:48062","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":128,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.835258398Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59981"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.83536934Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"330f2c98-27fb-437b-8de5-a890dff1bffe","remote_addr":"[fd00:1122:3344:101::c]:59981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.880471569Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:65275"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.880615322Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.923501173Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.989062161Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"2534b283-daa3-4a8f-bbad-273ab7030768","remote_addr":"[fd00:1122:3344:101::b]:65275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108524,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.989229424Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.989254355Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"06a320c3-98d5-464a-9e3e-06e6f979fa33","remote_addr":"[fd00:1122:3344:101::c]:59981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:13.989401968Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"60b931ec-531e-4265-8242-65b62f569627","remote_addr":"[fd00:1122:3344:101::b]:65275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":86,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:14.100094765Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:36683"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:14.10031978Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"91a9bf6d-65d1-4142-836d-49fe6a01b8bf","remote_addr":"[fd00:1122:3344:101::c]:36683","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":168,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:14.107980375Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"18fe94aa-1281-4b9e-9665-af5a42eb5b87","remote_addr":"[fd00:1122:3344:101::c]:59981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":193,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:14.156805614Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49480"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:14.156880455Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:14.197550598Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:14.257779292Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"8c665e14-75b1-447a-beca-124da8ccd93e","remote_addr":"[fd00:1122:3344:101::c]:49480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100921,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:14.258111699Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"fdebea32-b741-4848-b0b7-3e8a2b9f336c","remote_addr":"[fd00:1122:3344:101::c]:49480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:15.436898845Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:15.437784804Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:15.438523939Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:17.331162266Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:17.331893121Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:17.332556496Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:17.33323778Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:17.354115959Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:17.360954105Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:17.361675711Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:17.362179592Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:17.362694273Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:17.363325126Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:17.365021813Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:17.369793255Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:17.370361307Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:17.411282996Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:17.421011995Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:25.441586664Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:25.442360121Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:25.443063545Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:27.335534108Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:27.336287754Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:27.336944538Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:27.337612412Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:27.356739953Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:27.362473026Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:27.363174491Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:27.363723853Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:27.365259456Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:27.365932391Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:27.366595435Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:27.372702276Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:27.373324179Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:27.413237716Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:27.422946805Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:30.46194262Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61804"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:30.462067233Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"697a6fc1-0b6d-4207-a850-00a8f11e1739","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61804","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:35.445004406Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:35.445838024Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:35.446515188Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:37.339249926Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:37.340072684Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:37.340770429Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:37.341477894Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:37.359310227Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:37.364062049Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:37.364736113Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:37.365282635Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:37.366843849Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:37.367530683Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:37.368223718Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:37.374015443Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:37.374671507Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:37.415108025Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:37.425156081Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:42.930422271Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65007"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:42.930596165Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"7619c1a0-4c9b-4963-8be5-f15f64c73266","remote_addr":"[fd00:1122:3344:101::a]:65007","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:42.946152799Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:42.94617532Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f96a2e10-9b65-499b-8172-ccdefbf7a3ff","remote_addr":"[fd00:1122:3344:101::a]:65007","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":69,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:42.953706392Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"875ba30a-3cf5-471b-bbae-45aeee8852fd","remote_addr":"[fd00:1122:3344:101::a]:65007","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":201,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.024759387Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40383"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.02487107Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.070846597Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.129996267Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"38c8dc34-20b8-45eb-84a6-df7129580580","remote_addr":"[fd00:1122:3344:101::a]:40383","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105182,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.130207032Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38639"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.130296744Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"2aaadd41-a2e4-4fde-af7a-f09f297bb4f6","remote_addr":"[fd00:1122:3344:101::a]:40383","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.130425087Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"e56807bc-8245-4d9b-9322-fd9578275c17","remote_addr":"[fd00:1122:3344:101::a]:38639","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":134,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.631109389Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:54259"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.631305493Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6808bf80-55d7-495e-a904-cef137a239a1","remote_addr":"[fd00:1122:3344:101::b]:54259","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.64650131Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.64652161Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"aeb05eb3-4893-4ccd-b7e3-0048bebaff52","remote_addr":"[fd00:1122:3344:101::b]:54259","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.693882617Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50015"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.694127003Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"3026a9c4-4ebd-4db2-ba7c-47b6c2824458","remote_addr":"[fd00:1122:3344:101::b]:50015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":173,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.704124407Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f4ca5de8-30ec-4637-bb22-be61f83399a7","remote_addr":"[fd00:1122:3344:101::b]:54259","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":237,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.752743101Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49552"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.752845794Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.795080251Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.857862829Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"52a6e430-363f-4f71-8409-0d37036719c8","remote_addr":"[fd00:1122:3344:101::b]:49552","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105054,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.857990482Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42247"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.858120005Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"2d90324b-13ca-4115-b198-0389ab85718b","remote_addr":"[fd00:1122:3344:101::c]:42247","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.858259568Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"c3227460-c215-497c-b4bf-449b3cdb370f","remote_addr":"[fd00:1122:3344:101::b]:49552","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.873625798Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.873656968Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"20435fc1-36c1-421b-b9f2-9db4524b77f7","remote_addr":"[fd00:1122:3344:101::c]:42247","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.881962417Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d318c715-a797-44ef-809c-4cc35e94b093","remote_addr":"[fd00:1122:3344:101::c]:42247","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":212,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.906444102Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57713"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.906624856Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"460ba2b7-0aa3-4314-8783-649e25c4d419","remote_addr":"[fd00:1122:3344:101::c]:57713","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.933627776Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51785"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.933743369Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:43.975281011Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:44.043393253Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"c185985d-71a0-457e-8bc4-f215a0aa3666","remote_addr":"[fd00:1122:3344:101::c]:51785","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109676,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:08:44.044011787Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"e75fa71d-98de-4f6d-a3ce-72cc833ec98a","remote_addr":"[fd00:1122:3344:101::c]:51785","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":193,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:45.449018441Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:45.449789917Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:45.450492112Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:47.34368281Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:47.344515348Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:47.345198422Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:47.345891977Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:47.360668204Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:47.3664982Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:47.367166344Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:47.367687425Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:47.369233199Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:47.369910443Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:47.370573417Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:47.376351641Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:47.376821962Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:47.417492785Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:47.427167413Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:55.453331031Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:55.454158549Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:55.454916775Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:57.348300997Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:57.349141946Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:57.349854401Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:57.350545296Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:57.362415281Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:57.368579793Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:57.369306108Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:57.36983307Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:57.371376033Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:57.372031697Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:57.372676401Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:57.378796142Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:57.379438426Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:57.419461776Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:08:57.429148574Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:00.496308444Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58218"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:00.496409466Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"2f18cc22-aeaa-422a-b918-95eb87330522","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58218","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:05.457209743Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:05.457949249Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:05.458620404Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:07.352371183Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:07.353122799Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:07.353816665Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:07.354499949Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:07.364198147Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:07.369998252Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:07.370685087Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:07.371173127Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:07.372720111Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:07.374415667Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:07.375079451Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:07.380817744Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:07.381313455Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:07.421023998Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:07.431955443Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:12.977514588Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41310"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:12.977626841Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b3412dc0-071b-45fc-b58b-2514f202d664","remote_addr":"[fd00:1122:3344:101::a]:41310","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:12.995986255Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:12.996004085Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"1848eb16-0b69-4b12-8ca8-6e2deaaba403","remote_addr":"[fd00:1122:3344:101::a]:41310","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":86,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.003502457Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"1fb4e67a-87ac-46d7-a0ec-bdc4efe8fee5","remote_addr":"[fd00:1122:3344:101::a]:41310","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":232,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.230374729Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59402"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.230579913Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"74d62516-a1f2-4114-83fc-f77f34f05d2a","remote_addr":"[fd00:1122:3344:101::a]:59402","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":169,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.279075485Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37202"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.279223028Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.3240267Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.39293562Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"44722af2-9e5a-404b-83d9-100a93e0af30","remote_addr":"[fd00:1122:3344:101::a]:37202","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113778,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.393226896Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"32772296-5c65-467d-b507-e8bffab13313","remote_addr":"[fd00:1122:3344:101::a]:37202","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.747372702Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37474"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.747522565Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a9c0d3a4-a095-4796-8407-6980da6eb947","remote_addr":"[fd00:1122:3344:101::b]:37474","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.762536327Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.762563198Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"9ae08fc2-01da-41bc-a859-73ce5b1df183","remote_addr":"[fd00:1122:3344:101::b]:37474","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":68,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.771428249Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e1e800ab-5e1e-4bd7-9ffa-15feaae4a744","remote_addr":"[fd00:1122:3344:101::b]:37474","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":279,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.844459447Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36027"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.84461891Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"d7eae97c-189f-4e9a-b4f1-4d5ca055421c","remote_addr":"[fd00:1122:3344:101::b]:36027","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.868224267Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50414"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.868329279Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.915120484Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.983692307Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"b5305f9d-1b35-4896-a565-181a9060c9df","remote_addr":"[fd00:1122:3344:101::b]:50414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":115402,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.983899761Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59085"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.983957903Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37321"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.984077895Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"90ce337c-5605-4b65-9391-0f8b1c372df4","remote_addr":"[fd00:1122:3344:101::b]:50414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":143,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.984203368Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"55ad1c8d-3307-467f-bc39-5417fd704198","remote_addr":"[fd00:1122:3344:101::c]:59085","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":127,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:13.984440343Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"a90a7f94-091e-4478-883d-182645adfa9d","remote_addr":"[fd00:1122:3344:101::c]:37321","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":248,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:14.042414278Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:14.042446868Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"703c27dd-d67a-490f-a205-7eadb19f3038","remote_addr":"[fd00:1122:3344:101::c]:59085","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:14.052883873Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"4350ca9f-ce2e-4fc8-a52d-f8b64683b7fd","remote_addr":"[fd00:1122:3344:101::c]:59085","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":215,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:14.121744329Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60586"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:14.121848028Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:14.168628728Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:14.241233727Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"547da329-5809-487b-96e5-93a5c2b29b40","remote_addr":"[fd00:1122:3344:101::c]:60586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":119403,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:14.241595015Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b9b1d966-3755-4101-acc0-51b537c9e2ff","remote_addr":"[fd00:1122:3344:101::c]:60586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:14.967519305Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36899"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:14.96774234Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"c30821ba-3339-440f-8041-62de35e51cba","remote_addr":"[fd00:1122:3344:101::a]:36899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":169,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:14.968013066Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(5808556) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:14.968036776Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"PUT","req_id":"b3b97e7d-7a53-46ae-9df4-e8845e79222d","remote_addr":"[fd00:1122:3344:101::a]:36899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:15.101131785Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65140"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:15.107051532Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: 73ce13ac-7ea3-466e-9d78-11e4419419eb, project_id: 453d9a68-e399-48d9-9ee3-b25d4e917610 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-11-02T04:09:15.100901160Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 85f666a4-82d8-4fb1-89a8-06014ddd431b, kind: Instance { id: 70aeba8a-4066-4620-bb46-a15fa016442a }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5808556), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 85f666a4-82d8-4fb1-89a8-06014ddd431b, kind: Instance { id: 70aeba8a-4066-4620-bb46-a15fa016442a }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5808556), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 85f666a4-82d8-4fb1-89a8-06014ddd431b, kind: Instance { id: 70aeba8a-4066-4620-bb46-a15fa016442a }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5808556), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(5808556))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 85f666a4-82d8-4fb1-89a8-06014ddd431b, kind: Instance { id: 70aeba8a-4066-4620-bb46-a15fa016442a }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5808556), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-a1a8c70c502\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: afd8d229-26fe-4bad-aba3-9facf6500bfe, read_only_parent: Some(Volume { block_size: 512, id: fcac098c-3953-4a98-a686-5b15dd9c7d30, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 606b646d-156a-4ea2-9c58-96cd3d861017, key: Some(\"7zjTQ4fe6XG8fFsNxGFcQsOjWmwMbLlk2ok3Xv2QlEc=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::13]:19001\", \"[fd00:1122:3344:101::16]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: afd8d229-26fe-4bad-aba3-9facf6500bfe, key: Some(\"c2oKxUAz4F+jZE/gP+XuwO6qt61P/bxKXhaw4AmB8D4=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::14]:19003\", \"[fd00:1122:3344:101::16]:19002\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-a1a8c70c502\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:15.107105183Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:15.107227185Z","hostname":"buskin","pid":1572,"propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:1281","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 85f666a4-82d8-4fb1-89a8-06014ddd431b, kind: Instance { id: 70aeba8a-4066-4620-bb46-a15fa016442a }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5808556), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 85f666a4-82d8-4fb1-89a8-06014ddd431b, kind: Instance { id: 70aeba8a-4066-4620-bb46-a15fa016442a }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5808556), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 85f666a4-82d8-4fb1-89a8-06014ddd431b, kind: Instance { id: 70aeba8a-4066-4620-bb46-a15fa016442a }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5808556), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(5808556))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 85f666a4-82d8-4fb1-89a8-06014ddd431b, kind: Instance { id: 70aeba8a-4066-4620-bb46-a15fa016442a }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5808556), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-a1a8c70c502\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: afd8d229-26fe-4bad-aba3-9facf6500bfe, read_only_parent: Some(Volume { block_size: 512, id: fcac098c-3953-4a98-a686-5b15dd9c7d30, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 606b646d-156a-4ea2-9c58-96cd3d861017, key: Some(\"7zjTQ4fe6XG8fFsNxGFcQsOjWmwMbLlk2ok3Xv2QlEc=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::13]:19001\", \"[fd00:1122:3344:101::16]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: afd8d229-26fe-4bad-aba3-9facf6500bfe, key: Some(\"c2oKxUAz4F+jZE/gP+XuwO6qt61P/bxKXhaw4AmB8D4=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::14]:19003\", \"[fd00:1122:3344:101::16]:19002\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-a1a8c70c502\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-11-02T04:09:15.100901160Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:15.108279248Z","hostname":"buskin","pid":1572,"uri":"/vmms/ae2b4e8c-8f07-47d2-b46e-f505dadf6695","method":"PUT","req_id":"ed29b91b-6585-41c1-a5f0-41a94981871f","remote_addr":"[fd00:1122:3344:101::a]:65140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7052,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:15.185503357Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51634"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:15.186484028Z","hostname":"buskin","pid":1572,"uri":"/vmms/ae2b4e8c-8f07-47d2-b46e-f505dadf6695/state","method":"PUT","req_id":"dbba820c-d0f3-4953-9d92-5914f591f3f5","remote_addr":"[fd00:1122:3344:101::a]:51634","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":896,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:15.188887539Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 5808556 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:15.18891664Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:15.231542135Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:15.253706801Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:15.288946268Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:15.289173633Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f3fba4df-1312-4698-a4ed-6f74c4da7a4c","remote_addr":"[fd00:1122:3344:101::a]:57096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:15.307581078Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {85f666a4-82d8-4fb1-89a8-06014ddd431b: {10.151.1.175: {33dd95f9-7f30-4ff5-91b2-6525e227cc31}, 10.151.1.176: {33dd95f9-7f30-4ff5-91b2-6525e227cc31}}} }"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:15.463702241Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:15.464831716Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:15.465749855Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"Profile for oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:17.001393655Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:17.00164023Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695\") failed: Property not found. retry in 66.835699ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:17.190957865Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695\") failed: Property not found. retry in 103.476278ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:17.279601439Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:17.36114472Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:17.362204573Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:17.36347573Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:17.364114484Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:17.366284901Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:17.373070066Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:17.374414755Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:17.374536668Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:17.375327905Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:17.376411418Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:17.377496921Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:17.382665112Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:17.383760626Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"wait for service Some(\"oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695\") failed: Property not found. retry in 235.24203ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:17.40304392Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:17.42631524Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:17.433506874Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"wait for service Some(\"oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695\") failed: Property not found. retry in 557.114002ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:17.656662437Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695\") failed: Property not found. retry in 950.301793ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:18.2327973Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695\") failed: Property not found. retry in 764.939494ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:19.197538729Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695\") failed: Property not found. retry in 1.021092861s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:19.975248381Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695\") failed: Property not found. retry in 580.585022ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:21.010109015Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695\") failed: Property not found. retry in 1.224991255s","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:21.602296283Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:22.85845017Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:1787"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:22.86684479Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:1796"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:22.904052239Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:1820"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:23.042250217Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:932"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:23.043072805Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1233"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:23.043124356Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"7f0fdab9-66b3-4174-96bb-6afbb492a8a9","remote_addr":"[fd00:1122:3344:101::a]:57096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7735643,"response_code":"204"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-11-02T04:09:23.045842974Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:23.045873965Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:23.046022748Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-11-02T04:09:23.045842974Z }","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:23.046045248Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-11-02T04:09:23.045842974Z }, migration_in: None, migration_out: None }","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-11-02T04:09:23.100503678Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:23.100527279Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:23.100563609Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-02T04:09:23.100503678Z }","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:23.100573109Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-02T04:09:23.100503678Z }, migration_in: None, migration_out: None }","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:23.126095637Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"ec978845-694c-4bd3-8790-c75385656afd","remote_addr":"[fd00:1122:3344:101::a]:57096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":424,"response_code":"204"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:25.467927401Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:25.468700037Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:25.469365381Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:27.366273949Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:27.367008875Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:27.36770495Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:27.368403125Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:27.36909257Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:27.374879234Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:27.375528868Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:27.376024218Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:27.377531161Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:27.378202425Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:27.37886818Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:27.384614573Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:27.385148124Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:27.429058697Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:27.435679569Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:30.531144047Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58938"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:30.531360462Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"67d4e831-0625-432c-a30b-599d1c965f46","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58938","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:32.596112664Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37553"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:32.596608255Z","hostname":"buskin","pid":1572,"uri":"/vmms/ae2b4e8c-8f07-47d2-b46e-f505dadf6695/state","method":"PUT","req_id":"9e7736ee-aac4-4575-bc2d-f53118466815","remote_addr":"[fd00:1122:3344:101::a]:37553","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":445,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-11-02T04:09:32.596695427Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:32.596716107Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:32.596743388Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-11-02T04:09:32.596695427Z }","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:32.596762988Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-11-02T04:09:32.596695427Z }, migration_in: None, migration_out: None }","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopped), migration_in: None, migration_out: None, time: 2024-11-02T04:09:32.605407344Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:32.605429544Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:32.605447005Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(7), time_updated: 2024-11-02T04:09:32.605407344Z }","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:32.605454065Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(7), time_updated: 2024-11-02T04:09:32.605407344Z }, migration_in: None, migration_out: None }","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-11-02T04:09:32.641326925Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:32.641341516Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:32.641361776Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-11-02T04:09:32.641326925Z }","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:32.641368866Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:816","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:32.641392667Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:32.641691243Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:32.641715124Z","hostname":"buskin","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/6308f1ec-c08e-4282-a1c2-db37d6b8a044/debug/bundle/zone\", \"/pool/int/fda73319-9c6d-44d8-9377-b69537374c59/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/714116db-1daa-4c0c-b42f-cb5b471285ca/crypt/debug\", \"/pool/ext/68ab7f9e-24f1-481a-b99f-af893cdd74a3/crypt/debug\", \"/pool/ext/4846b5cc-cb2b-4eca-94f1-57e5f623f3d0/crypt/debug\", \"/pool/ext/61fda18b-b0fc-46cf-91c9-706f41acfc67/crypt/debug\", \"/pool/ext/09ce30cf-7836-438d-8cfe-4980ee894ac4/crypt/debug\", \"/pool/ext/39aca50d-85fd-4ecc-a443-45b121ccfb9a/crypt/debug\", \"/pool/ext/6b0637e8-562e-46b1-92a8-a7478ef38477/crypt/debug\", \"/pool/ext/010339bd-18fb-4f1c-9455-7caf9e67e152/crypt/debug\", \"/pool/ext/e3d9cf44-b37a-4529-b1ca-03b2819010d3/crypt/debug\"] }","zone_name":"oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:33.280006712Z","hostname":"buskin","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695\", bundle_id: c793a465-fbf0-497c-83fe-710183e2eced }, time_created: 2024-11-02T04:09:32.642116342Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_ae2b4e8c-8f07-47d2-b46e-f505dadf6695","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:33.280069153Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:1032"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:35.054993551Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"illumos-utils/src/zone.rs:279"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:35.072252291Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(5808556), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:35.072302493Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(5808556), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:35.072710111Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(9), time_updated: 2024-11-02T04:09:35.072684931Z }, migration_in: None, migration_out: None }","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:35.134800385Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(9), time_updated: 2024-11-02T04:09:35.072684931Z }, migration_in: None, migration_out: None }","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:35.138924303Z","hostname":"buskin","pid":1572,"instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","propolis_id":"ae2b4e8c-8f07-47d2-b46e-f505dadf6695","instance_id":"70aeba8a-4066-4620-bb46-a15fa016442a","component":"InstanceManager","file":"sled-agent/src/instance.rs:969"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:35.471342893Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:35.472060358Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:35.472699191Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:35.612244728Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53372"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:35.612382282Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f9d4e9cf-b324-456a-b83f-fd14dccd5d97","remote_addr":"[fd00:1122:3344:101::c]:53372","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:35.626746Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:35.626794471Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1233"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:35.626800771Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"a4ad74f0-188b-48f2-ab1f-a7ece06e60cd","remote_addr":"[fd00:1122:3344:101::c]:53372","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:35.635532919Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"264caae2-898b-46c1-aa24-6ed48a3b7570","remote_addr":"[fd00:1122:3344:101::c]:53372","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":230,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:35.713447692Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63571"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:35.713631626Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"dfc3e16f-b076-4e4a-8fee-6a6399d54896","remote_addr":"[fd00:1122:3344:101::c]:63571","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:36.899414271Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47297"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:36.899652387Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"5f02a44c-bcf3-4239-b162-5fb2f8d7785c","remote_addr":"[fd00:1122:3344:101::a]:47297","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":170,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:37.072529239Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37567"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:37.072690043Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"43cefcbd-72a4-496e-96b3-c49be8405d8d","remote_addr":"[fd00:1122:3344:101::a]:37567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:37.08794707Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:37.087965401Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"6ecf16bd-bffc-4994-a515-ade5dd490cd9","remote_addr":"[fd00:1122:3344:101::a]:37567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:37.095893011Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"97b8200e-855d-4506-a87d-ba0c5152bf25","remote_addr":"[fd00:1122:3344:101::a]:37567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":208,"response_code":"204"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:37.370871416Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:37.371602952Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:37.372287397Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:37.372982032Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:37.373625686Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:37.376384705Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:37.377020668Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:37.377510019Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:37.379287607Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:37.379973852Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:37.380648056Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:37.386449531Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:37.386955642Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:37.430711432Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-02T04:09:37.437334334Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:37.660095098Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47907"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:37.66018202Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ccf539cd-e071-4ef4-b176-9df699f6df48","remote_addr":"[fd00:1122:3344:101::a]:47907","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":39,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:37.674304073Z","hostname":"buskin","pid":1572,"sled_id":"5b8cdd5a-f021-45f2-8323-b6c8f9776060","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1207","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:37.674325983Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"3414538d-c9bd-4731-b856-e56b049cbd90","remote_addr":"[fd00:1122:3344:101::a]:47907","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-02T04:09:37.681889316Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"4546286c-14bc-4754-aa7e-8c26bc6dcd9f","remote_addr":"[fd00:1122:3344:101::a]:47907","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":144,"response_code":"204"}