[ Oct 17 15:04:14 Enabled. ] [ Oct 17 15:04:14 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 17 15:04:14 Method "start" exited with status 0. ] [ Oct 17 15:04:14 Rereading configuration. ] [ Oct 17 15:04:14 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:14.404029884Z","hostname":"buskin","pid":1572,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:14.404175178Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:14.457530967Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:14.457578178Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:14.570067794Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:14.578893102Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:14.587064011Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.188062349Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.323422574Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.323454344Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.323562038Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.323648Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.32365433Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.323671401Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.32671151Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:15.32671881Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.32673067Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.326734971Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.326761751Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.326803273Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.326880025Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.326901155Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.326907805Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.338060771Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.338079372Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"34423522-8473-4e67-b21d-dccdbba2931c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.455679078Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.93426359Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.934298331Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.934306061Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.934319301Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.934328811Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.934346842Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.934351542Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.942858801Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:15.942876211Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.051735131Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530611702Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530645073Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530676074Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530682204Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530692824Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530700174Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530731335Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530746976Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530770207Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530776807Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530783617Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530805168Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530811898Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530816568Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530821038Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530839358Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530847599Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530852059Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530857749Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530862839Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.53088443Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.53090067Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.53090496Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530908411Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530913041Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530917881Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530943961Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530950992Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530956592Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530963412Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530968512Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.530973732Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531010194Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531016924Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531027374Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531032734Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531038004Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531045855Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531050845Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531088066Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531094256Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531100036Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531104826Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531112117Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531119437Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531131257Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531168728Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531173128Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531176698Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531180428Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531183599Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531187299Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531190379Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.53121688Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.53122616Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.53122953Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.53123273Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.53123592Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531261271Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531265171Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531268351Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531271721Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531276611Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531282862Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531291922Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531297812Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531304202Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531309832Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.531314822Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.542109768Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:739"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.542143039Z","hostname":"buskin","pid":1572,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999922907s","next_cleanup":"Instant { tv_sec: 34489, tv_nsec: 500002363 }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.542204001Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.542209231Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3924"} {"msg":"No ledger in /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.542254902Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.545026653Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.545413934Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.547054152Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.547287569Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1073"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.547300359Z","hostname":"buskin","pid":1572,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.547779513Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.547835665Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.547849225Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.547854795Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1136"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.547882056Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.547890627Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.547898647Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.547902427Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1178"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.547905957Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.547909407Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.547934888Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.547966409Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.548287938Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: b4d984d4-c87e-4329-9460-121af5c9b7fe,\n sleds: {\n [fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4 (sled),\n rack_id: b4d984d4-c87e-4329-9460-121af5c9b7fe,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.548538266Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.548545226Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1212"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.548572667Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.548587137Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.548741192Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.548869765Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.548939477Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4 (sled), rack_id: b4d984d4-c87e-4329-9460-121af5c9b7fe, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.549176494Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4221"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.549236916Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4603"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.554196951Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.560493145Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.560586127Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.564679457Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.564732959Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.564841522Z","hostname":"buskin","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:59827","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4 (sled), rack_id: b4d984d4-c87e-4329-9460-121af5c9b7fe, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.564975796Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.564985026Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.565023137Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.565027717Z","hostname":"buskin","pid":1572,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.565062268Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.565067958Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.565086579Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.56512824Z","hostname":"buskin","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.565152851Z","hostname":"buskin","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.565164601Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.565170532Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.565178032Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.565301815Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.565307405Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.580571101Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.60072648Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.618036406Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.629384868Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.629419438Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.629425569Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.629488551Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 62.127022ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.632706765Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb51405f-4d4b-4a96-ac61-07ec6fa0ef56\", \"content-length\": \"124\", \"date\": \"Thu, 17 Oct 2024 15:04:16 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fb51405f-4d4b-4a96-ac61-07ec6fa0ef56\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_34423522-8473-4e67-b21d-dccdbba2931c/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.643603613Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_34423522-8473-4e67-b21d-dccdbba2931c/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.673563208Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_34423522-8473-4e67-b21d-dccdbba2931c/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.673603489Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.678886594Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.678898114Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_34423522-8473-4e67-b21d-dccdbba2931c/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.678902294Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.695708665Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 138.929343ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.696251621Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94945585-3d0f-4142-899c-98ab7ed283d4\", \"content-length\": \"124\", \"date\": \"Thu, 17 Oct 2024 15:04:16 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"94945585-3d0f-4142-899c-98ab7ed283d4\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.783859941Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.835944682Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 196.507599ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:16.83653624Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce306f68-0970-43f9-994d-ae9601e465ee\", \"content-length\": \"124\", \"date\": \"Thu, 17 Oct 2024 15:04:16 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ce306f68-0970-43f9-994d-ae9601e465ee\" }"} {"msg":"Mounting oxi_34423522-8473-4e67-b21d-dccdbba2931c/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:17.003823407Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:17.018468264Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:17.018546727Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:17.018561187Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:17.018588378Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:17.033830023Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 122.100029ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:17.034356929Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8e22ab3-0865-4eef-a651-232132df9cd7\", \"content-length\": \"124\", \"date\": \"Thu, 17 Oct 2024 15:04:16 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a8e22ab3-0865-4eef-a651-232132df9cd7\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:17.157484826Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 208.695586ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:17.158124155Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eb5eea5-bb24-4cdf-aaa6-918ed831279c\", \"content-length\": \"124\", \"date\": \"Thu, 17 Oct 2024 15:04:16 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4eb5eea5-bb24-4cdf-aaa6-918ed831279c\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:17.36811339Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 184.807395ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:17.368855031Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86201118-aa17-4d01-9800-f2db73afe02b\", \"content-length\": \"124\", \"date\": \"Thu, 17 Oct 2024 15:04:16 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"86201118-aa17-4d01-9800-f2db73afe02b\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:17.555332129Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 342.788808ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:17.555957698Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71ce867e-ad52-4f44-b6ed-bd7d42a021df\", \"content-length\": \"124\", \"date\": \"Thu, 17 Oct 2024 15:04:16 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"71ce867e-ad52-4f44-b6ed-bd7d42a021df\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:17.756946599Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:17.7620804Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:44276","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:17.762116381Z","hostname":"buskin","pid":1572,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:17.762170022Z","hostname":"buskin","pid":1572,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:44276","producer_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:17.763320036Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"356.548411ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:17.764068798Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:17.764073858Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:17.76415434Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:923","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:17.76415873Z","hostname":"buskin","pid":1572,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:17.900278367Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:18.121650644Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"676.755475ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:18.800551798Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"624.582868ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:19.426110264Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.103043197s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:20.163754774Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2679"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:20.163790055Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2897"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:20.163795485Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2549"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:20.163799965Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2596"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:20.163804235Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2978"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:20.163808415Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3020"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:20.16567131Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2822"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:20.166952937Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2590"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:20.167117162Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:20.167347999Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 40.197947ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:20.487570384Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 115.358379ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:20.682578642Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 132.501042ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:20.888503718Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 371.748415ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:21.084815153Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 795.29818ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:21.715448897Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:21.716429835Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.933002784s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 913.389578ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:22.632832588Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.172931525s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:23.761907234Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:24.652241035Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"11.859361709s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.01143225s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:25.108958078Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:26.572142695Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:26.572195257Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:26.572202837Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:26.572222677Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:26.572478585Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:26.57266967Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:26.572720132Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:26.572729612Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3924"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:26.572779304Z","hostname":"buskin","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:59827","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:26.783405747Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:26.783474739Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:26.783621204Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:26.783679895Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:26.783687555Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:26.783743667Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:26.783805669Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:26.783816129Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:26.788776544Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4245","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:26.788792315Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4261"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:26.788801345Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.074951235Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43993"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.075227952Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.075239523Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.075311275Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.075328306Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.075448919Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"7f4dec6b-769d-4320-b4a3-75d26664df7f","remote_addr":"[fd00:1122:3344:101::1]:43993","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":335,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.105198468Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:44482"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.105361823Z","hostname":"buskin","pid":1572,"uri":"/sled-role","method":"GET","req_id":"ba5c2690-a178-4461-bec3-c02ff8bd5088","remote_addr":"[fd00:1122:3344:101::1]:44482","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.106775124Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.106799665Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.107163665Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.107421943Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:882"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: ff79f81f-54e7-4b44-be68-aaab5a7a9b97, pool_id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 6a51afd0-c394-4bab-85eb-70a53755be1d, pool_id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 21323c8f-423c-4bc4-89eb-5d8d8061d33a, pool_id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 20aee0af-a94f-46fb-af59-edcd6b387347, pool_id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 63ac48bf-b682-484d-b53d-9eece22cdde1, pool_id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 944cf4fa-850a-4ec3-a588-4117ec256289, pool_id: e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 4ce73b27-fcb3-45e6-b665-cceb1b36165f, pool_id: 0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 67216b71-9df1-485f-9e47-60ea6c8db045, pool_id: 6dc43632-8304-473f-ba75-413bbd171b4c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: a3da30da-c02c-46aa-bc4b-880a6f1be473, pool_id: 6931ef6e-c78c-4d61-ab93-92f35309d55f (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.139088068Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.139174451Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:59718"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.139530661Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: ff79f81f-54e7-4b44-be68-aaab5a7a9b97, pool_id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 6a51afd0-c394-4bab-85eb-70a53755be1d, pool_id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 21323c8f-423c-4bc4-89eb-5d8d8061d33a, pool_id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 20aee0af-a94f-46fb-af59-edcd6b387347, pool_id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 63ac48bf-b682-484d-b53d-9eece22cdde1, pool_id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 944cf4fa-850a-4ec3-a588-4117ec256289, pool_id: e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 4ce73b27-fcb3-45e6-b665-cceb1b36165f, pool_id: 0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 67216b71-9df1-485f-9e47-60ea6c8db045, pool_id: 6dc43632-8304-473f-ba75-413bbd171b4c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: a3da30da-c02c-46aa-bc4b-880a6f1be473, pool_id: 6931ef6e-c78c-4d61-ab93-92f35309d55f (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.139571792Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.139585413Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.139607864Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.139613084Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.139638314Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.139644614Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.139650115Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.139655105Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.267583252Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.267630274Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4)","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:27.716041444Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.934196438Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:27.935700702Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8053284982680951072"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:27.935907028Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15297487321759452715"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:27.993079858Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.00066868Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.000764322Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.000775603Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.000789043Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.000801623Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.000931157Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.000940177Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.042721998Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_86d90d1a-236b-48f7-9d13-e0e08c6f416e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.050271158Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_86d90d1a-236b-48f7-9d13-e0e08c6f416e","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.252091895Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.259895313Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.259929224Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.259944244Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.259969215Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.259973715Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.269928936Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.269946936Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.399678007Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.407401192Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.407430973Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.407443024Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.407489325Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.407501335Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.407636129Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.407643869Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.447541905Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_6bbd0bbe-4092-4d91-b621-d8484bd8935a/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.455213679Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_6bbd0bbe-4092-4d91-b621-d8484bd8935a","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.660740604Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.668541792Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.668589373Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.668597243Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.668604194Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.668619144Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.678308177Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.678340238Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.78930633Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.797013435Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.797059796Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.797078437Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.797100128Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.797125338Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.797273013Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.797286103Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4)","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:28.80096525Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.84134986Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_13507129-93b4-4cdb-aa3e-5a74ab4d7515/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:28.849289632Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_13507129-93b4-4cdb-aa3e-5a74ab4d7515","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.05528467Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.063131769Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.063178041Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.063185491Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.063192241Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.063213122Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.072791121Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.072821962Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.192061696Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.199703459Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.199753311Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.199759831Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.199794352Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.199862044Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.199975347Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.199982577Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.241335195Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.248869906Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.450491356Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.458290804Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.458335915Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.458345175Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.458353196Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.458381327Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.467905775Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.467939156Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.580970608Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.589038324Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.589073495Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.589088225Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.589139227Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.589168757Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.589289861Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.589300721Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.626417666Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.634608695Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4)","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:29.80319197Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.840661415Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.848473083Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.848518954Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.848524855Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.848531415Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.848535655Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.859390052Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.859427603Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.97844415Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.987524975Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.987562096Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.987568307Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.987596977Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.987607648Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.987732172Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:29.987738572Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.034404785Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_e5d462a9-5343-4c50-9dc4-2adbb2b66d5e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.0424643Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_e5d462a9-5343-4c50-9dc4-2adbb2b66d5e","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.253335551Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.261712546Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.261766818Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.261772358Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.261779098Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.261783588Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.271862662Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.271883933Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.411805791Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.419579618Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.419608969Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.419619759Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.4196367Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.41964529Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.419785044Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.419795274Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.466837899Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.47543427Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.67841415Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.686747794Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.686785855Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.686811195Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.686819766Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.686824806Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.697145027Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.697168288Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"6dc43632-8304-473f-ba75-413bbd171b4c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.818089201Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 6dc43632-8304-473f-ba75-413bbd171b4c (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.825751945Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.825793796Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.825802556Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.825814837Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.825827427Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.825963981Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.825971921Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4)","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:30.829914256Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.870894803Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_6dc43632-8304-473f-ba75-413bbd171b4c/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:30.878254778Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_6dc43632-8304-473f-ba75-413bbd171b4c","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.084921436Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.092963081Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.092995532Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.093009852Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.093018462Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.093024123Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.10217734Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.102203301Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"6931ef6e-c78c-4d61-ab93-92f35309d55f (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.214271755Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 6931ef6e-c78c-4d61-ab93-92f35309d55f (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.22197058Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.222001911Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.222007821Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.222044502Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.222056692Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.222176466Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.222187226Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.26373485Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_6931ef6e-c78c-4d61-ab93-92f35309d55f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.271344482Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_6931ef6e-c78c-4d61-ab93-92f35309d55f","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.479877585Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.487767525Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.487803376Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.487885588Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.488062804Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6dc43632-8304-473f-ba75-413bbd171b4c (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6931ef6e-c78c-4d61-ab93-92f35309d55f (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.488127866Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.488134896Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.488205098Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.488422954Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.488431744Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.488444135Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.488449425Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.488453575Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.488486976Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.488495706Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.488541688Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:798","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.488549748Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.48863144Z","hostname":"buskin","pid":1572,"uri":"/omicron-physical-disks","method":"PUT","req_id":"7804f697-b8f7-496f-8c98-dd8d60f59b63","remote_addr":"[fd00:1122:3344:101::1]:59718","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4349268,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 764d7304-941c-47d5-bd71-20d679249cf8 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 703a01d4-fb0e-4834-936c-a729fd81d47b (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.519794591Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.519949145Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:53413"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.520389428Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.520394938Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 764d7304-941c-47d5-bd71-20d679249cf8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.579570517Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.579606988Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 764d7304-941c-47d5-bd71-20d679249cf8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 703a01d4-fb0e-4834-936c-a729fd81d47b, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.637773098Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.637806608Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 703a01d4-fb0e-4834-936c-a729fd81d47b, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.696906455Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.696937466Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.696942696Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.696978997Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.739354395Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.739393836Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.739398547Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.791933462Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.795888337Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.79975771Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.812208504Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.816470508Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:31.820384583Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4)","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:31.832112235Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4)","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:32.834272783Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:33.419980035Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:33.420138539Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Booting oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:33.420381246Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:33.904814739Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:33.904883181Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:34.383089332Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b\") failed: Property not found. retry in 27.65646ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:34.390121068Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:34.390170199Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:34.394556267Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:34.394609789Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b\") failed: Property not found. retry in 81.833638ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:34.427332475Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8\") failed: Property not found. retry in 28.294067ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:34.516335185Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b\") failed: Property not found. retry in 184.213082ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:34.524166564Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f\") failed: Property not found. retry in 68.790179ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:34.531033634Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8\") failed: Property not found. retry in 121.782547ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:34.553455709Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f\") failed: Property not found. retry in 128.830841ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:34.692648846Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8\") failed: Property not found. retry in 273.592549ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:34.699372643Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b\") failed: Property not found. retry in 367.95565ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:34.721340044Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f\") failed: Property not found. retry in 102.166628ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:34.839494656Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f\") failed: Property not found. retry in 262.23801ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:34.957074311Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8\") failed: Property not found. retry in 558.824803ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:34.987715536Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b\") failed: Property not found. retry in 619.821012ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:35.098181893Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f\") failed: Property not found. retry in 473.572621ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:35.228764088Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8\") failed: Property not found. retry in 881.117905ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:35.55639163Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f\") failed: Property not found. retry in 1.148604237s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:35.712690796Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b\") failed: Property not found. retry in 1.337004505s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:35.727557291Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8\") failed: Property not found. retry in 594.272473ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:36.448991827Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:36.514916244Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4269"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:36.514953254Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4279","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:36.522644189Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4358"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:36.575771731Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7105636974374909681"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:36.575893795Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10045244912119534615"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:36.642991015Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4406"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:36.643036416Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4433"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:36.688962548Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4446"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:36.688993099Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4310"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:36.746946642Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4352"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:36.746972773Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4413","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:36.770354536Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4424"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:36.770382937Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4466"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:36.844141592Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4498"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:36.844168953Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4504"} {"msg":"wait for service Some(\"oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f\") failed: Property not found. retry in 1.380168937s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:36.870991756Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:36.936077028Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4545"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:36.936119549Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4)","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:36.968290118Z","hostname":"buskin","pid":1572,"component":"NexusNotifierTask","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Failed to get switch ID from MGS (retrying in 37.074595ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:36.968371471Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 112.144934ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:37.006940338Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"wait for service Some(\"oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8\") failed: Property not found. retry in 1.376048023s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:37.051838129Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b\") failed: Property not found. retry in 1.138317949s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:37.072708439Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Failed to get switch ID from MGS (retrying in 289.540546ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:37.119951859Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.412208848Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:418"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.420479769Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:44872"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.420682965Z","hostname":"buskin","pid":1572,"uri":"/sled-identifiers","method":"GET","req_id":"90818e0e-2afa-4739-836b-336ad86c054d","remote_addr":"[fd00:1122:3344:101::2]:44872","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":69,"response_code":"200"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.445329126Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:686"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.445431098Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:724"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.4458254Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:727","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.44583687Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.483241213Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.531976887Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.532036979Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.532049299Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.532056869Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.532066Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.53207705Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.5320841Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.53209126Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.532099361Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.532105861Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.532112401Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.532118721Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.532125561Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.532151362Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.532156802Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.532161492Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.532166232Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.532170812Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.532175443Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.532180173Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.532184923Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.532189713Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:37.532194163Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:37.938249676Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8053284982680951072"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:37.93837821Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15297487321759452715"} {"msg":"wait for service Some(\"oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b\") failed: Property not found. retry in 1.397599177s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:38.219909095Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f\") failed: Property not found. retry in 916.165506ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:38.259844271Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8\") failed: Property not found. retry in 1.067036729s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:38.437311376Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f\") failed: Property not found. retry in 944.419558ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:39.185148894Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8\") failed: Property not found. retry in 883.429935ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:39.513866068Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.415248461Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.415313623Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.415321083Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f"} {"msg":"Writing ledger to /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.415327464Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.415692464Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.416017704Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"38c3c4ff-5c24-4073-995e-0165ec2c5592","remote_addr":"[fd00:1122:3344:101::1]:53413","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8895864,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.417936Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.473857854Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.531937081Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.594386105Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.594400075Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.626422491Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.627289676Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.627295676Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 764d7304-941c-47d5-bd71-20d679249cf8 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 703a01d4-fb0e-4834-936c-a729fd81d47b (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 24c32b69-efe8-479e-ba18-19f8c4fd316f (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: c7a31b26-8275-490c-9a47-724548eb0d53, kind: Service { id: 24c32b69-efe8-479e-ba18-19f8c4fd316f }, name: Name(\"ntp-24c32b69-efe8-479e-ba18-19f8c4fd316f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 52])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.65856718Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.658676643Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:40600"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.658874089Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.658880809Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 764d7304-941c-47d5-bd71-20d679249cf8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.679253814Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.679307496Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 764d7304-941c-47d5-bd71-20d679249cf8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 703a01d4-fb0e-4834-936c-a729fd81d47b, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.694891761Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.694925922Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 703a01d4-fb0e-4834-936c-a729fd81d47b, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.712029502Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.712083144Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.7123233Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.712444534Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.723218399Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.755324317Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.756046938Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.756054638Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.785501958Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 132, 52]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.785517769Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.78622632Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.78623912Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.786531649Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.787803786Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.812957091Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:40.831505493Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:41.466654649Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:41.466806233Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f\") failed: Property not found. retry in 72.403336ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:41.599105608Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f\") failed: Property not found. retry in 59.965589ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:41.683072621Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f\") failed: Property not found. retry in 289.563359ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:41.761002088Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f\") failed: Property not found. retry in 417.065331ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:42.063870086Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f\") failed: Property not found. retry in 872.802839ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:42.491210921Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f\") failed: Property not found. retry in 630.39079ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:43.373362783Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f\") failed: Property not found. retry in 921.152014ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:44.0133606Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f\") failed: Property not found. retry in 1.442808606s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:44.944095902Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f\") failed: Property not found. retry in 1.223556565s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:46.396342959Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:46.577551023Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7105636974374909681"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:46.577673547Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10045244912119534615"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:47.640168788Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f"} {"msg":"Writing ledger to /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:47.640265851Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:47.640740264Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:47.641173367Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"d283187d-116c-4218-85f0-a49c6ead8a25","remote_addr":"[fd00:1122:3344:101::1]:40600","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6982439,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:47.643430653Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:47.672741889Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:47.672872643Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42603"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:47.68235854Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:47.682454863Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"b8275082-401b-4f12-8a59-ac70e9e34c33","remote_addr":"[fd00:1122:3344:101::1]:42603","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9410,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:47.685480761Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:47.779369464Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:47.779541149Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:55882"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:47.939843033Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8053284982680951072"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:47.939968767Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15297487321759452715"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:49.642043852Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1315565006152006779"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:50.153939837Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11340141748898181460"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:50.418250839Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6540327970462295184"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:51.788136031Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:51.788233474Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"5231ad44-c6c9-4d6b-91e0-7269fcd1275f","remote_addr":"[fd00:1122:3344:101::1]:55882","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008614,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:51.790938173Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:51.897500796Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:51.89764154Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45515"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:51.905689565Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:51.905780238Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"100a39bb-dbe7-4326-9204-74aa562c75b8","remote_addr":"[fd00:1122:3344:101::1]:45515","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8066,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:51.907513298Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:52.051433492Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:52.051619948Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41115"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:56.072517409Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:56.072633842Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"3ddf3dfb-d29e-4648-8b6a-5c342ec8e9c1","remote_addr":"[fd00:1122:3344:101::1]:41115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008917,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:56.075156666Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:56.346426191Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:56.346578585Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54914"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:56.355085084Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"07ca2a0a-e080-479d-8b1a-21fadbdb1ab9","remote_addr":"[fd00:1122:3344:101::1]:54914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8448,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729177495.0592434, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:56.357935837Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:56.357941468Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:56.587029341Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:56.587214746Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:57131"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:56.594155809Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"291.495452ms"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:56.595189489Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7105636974374909681"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:56.595309402Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10045244912119534615"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:56.596996492Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"4c4d7f54-5afb-4c67-8fc5-c96f7b1f7b18","remote_addr":"[fd00:1122:3344:101::1]:57131","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9521,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729177495.0592434, correction: 0.280878127 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:56.598954349Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:56.598958239Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:56.948219873Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:56.948330296Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:39182"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:56.956845565Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"a89b1aaa-ef26-4229-939e-ca7e7ebc8e2e","remote_addr":"[fd00:1122:3344:101::1]:39182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8355,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729177495.0592434, correction: 0.279905975 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:56.959537533Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:56.959545744Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:57.185352069Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:57.185576018Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64404"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:57.19381619Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"264625b0-8284-4d79-8e94-f06afb8c4dd7","remote_addr":"[fd00:1122:3344:101::1]:64404","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8080,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729177495.0592434, correction: 0.279266268 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:57.197712721Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:57.197718956Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:57.561865074Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:57.561983991Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61048"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:57.570149503Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"306fb1b6-8b7d-439c-99e5-9e3926d6e35f","remote_addr":"[fd00:1122:3344:101::1]:61048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8090,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729177495.0592434, correction: 0.275768936 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:57.574040799Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:57.574047146Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:57.657480459Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8956846074571945561"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:57.657593655Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6731155927220936436"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:57.970866738Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:57.971054111Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38172"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:57.975377348Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8053284982680951072"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:57.97554523Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15297487321759452715"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:57.979750992Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"f91d05f5-f69d-47d7-8e85-7199d461180a","remote_addr":"[fd00:1122:3344:101::1]:38172","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8565,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729177495.0592434, correction: 0.274662644 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:57.982570827Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:57.982579013Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:58.623128937Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:58.623286366Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:59668"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:58.631922993Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"584e943c-b90a-44fc-a43c-bcb5eea4cb8e","remote_addr":"[fd00:1122:3344:101::1]:59668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8495,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177498.595138, correction: 0.272655517 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:58.634120067Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:58.634125073Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:59.570241755Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:59.570435758Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:40817"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:59.579336561Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"d9ba3a63-327d-486e-b59e-3250b88672e2","remote_addr":"[fd00:1122:3344:101::1]:40817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8789,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177499.5392387, correction: 0.269931197 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:04:59.581389793Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:04:59.581396402Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:04:59.662819374Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1315565006152006779"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:00.176253993Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11340141748898181460"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:00.366992945Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:00.367224691Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:33778"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:00.375662028Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"1a031fba-984c-4d6f-a897-0b700aacacbe","remote_addr":"[fd00:1122:3344:101::1]:33778","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8356,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729177495.0592434, correction: 0.267779827 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:00.37772612Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:05:00.377733068Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:00.441438667Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6540327970462295184"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:01.267673445Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:01.267832431Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43892"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:01.275957099Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"c77c6748-08b4-4b37-84a3-757bf5ef6b79","remote_addr":"[fd00:1122:3344:101::1]:43892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8048,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729177495.0592434, correction: 0.264740258 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:01.278098154Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:05:01.278104032Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:02.753563667Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:02.75365592Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54281"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:02.762012075Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"f55eab0c-fdf5-433b-b466-2d59529bc050","remote_addr":"[fd00:1122:3344:101::1]:54281","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8188,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177502.2284918, correction: 0.260393709 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:02.764110964Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:05:02.764117705Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:04.115139708Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:04.11537312Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42839"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:04.123957803Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"5ac1dbea-691b-439c-9842-e8fd55741b02","remote_addr":"[fd00:1122:3344:101::1]:42839","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8521,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177503.3844535, correction: 0.25673613 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:04.126114871Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:05:04.126120299Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:05.106698886Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:05.106957504Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:50890"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:05.115249572Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"ccfe1158-e85a-4655-bf13-24b00fde5027","remote_addr":"[fd00:1122:3344:101::1]:50890","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8206,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177503.8463707, correction: 0.254144758 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:05.11767936Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:05:05.117683672Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:06.623135735Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7105636974374909681"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:06.623248951Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10045244912119534615"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:06.766917363Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56069"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:06.767037347Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"754a4cc2-677c-4ec3-bbc3-21eaa96fceff","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56069","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":55,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:06.825988498Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:06.826127045Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:59471"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:06.834599393Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"1f65bd4d-8ff8-4ddc-bd65-8a412f4bd9b3","remote_addr":"[fd00:1122:3344:101::1]:59471","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8370,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177506.1673646, correction: 0.249380678 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:06.837891321Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:05:06.83789704Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:07.686992383Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8956846074571945561"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:07.687103508Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6731155927220936436"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:08.004702438Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8053284982680951072"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:08.00484316Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15297487321759452715"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:09.691338679Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1315565006152006779"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:09.907996941Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:09.90816998Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:51041"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:09.915913133Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"cc734e8d-e60c-4927-a685-f684a10f5078","remote_addr":"[fd00:1122:3344:101::1]:51041","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7632,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177509.6340573, correction: 0.241052225 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:09.918067142Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:05:09.918077259Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:10.205494164Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11340141748898181460"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:10.46959232Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6540327970462295184"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:11.657037955Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:11.657242393Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:50973"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:11.665803895Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"c6e44696-e975-4eeb-8e2e-0b83d5838224","remote_addr":"[fd00:1122:3344:101::1]:50973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8408,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177511.0131202, correction: 0.236287147 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:11.667973221Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:05:11.667979025Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:05:11.962354109Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"560.875498ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:14.492561007Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:14.492733624Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:60036"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:14.501525472Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"38b5df30-2003-43b8-bee7-a65873c350c9","remote_addr":"[fd00:1122:3344:101::1]:60036","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8668,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177513.321599, correction: 0.228742346 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:14.50363367Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:05:14.503639632Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:16.652348794Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7105636974374909681"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:16.652457115Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10045244912119534615"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:17.715600416Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8956846074571945561"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:17.715727208Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6731155927220936436"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:17.75879477Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:17.759026655Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45950"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:17.767796164Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"24bb4b33-ba51-4805-ac74-3bb91ff39f7e","remote_addr":"[fd00:1122:3344:101::1]:45950","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8698,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177517.2785645, correction: 0.219883829 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:17.770363233Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:05:17.77036823Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:18.033557338Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8053284982680951072"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:18.033734418Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15297487321759452715"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:19.720578483Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1315565006152006779"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:20.23394121Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11340141748898181460"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:20.497952829Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6540327970462295184"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:22.165912765Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:22.166081454Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:62177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:22.174928081Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"5e57b726-4df1-4f6f-811a-f378ed1e250e","remote_addr":"[fd00:1122:3344:101::1]:62177","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8702,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177521.4873166, correction: 0.208049923 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:22.177212145Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:05:22.177218407Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:26.680846625Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"7105636974374909681"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:26.681428441Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"10045244912119534615"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:27.04764322Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:27.047826525Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:48443"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:27.057506278Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"3c884986-437c-406c-a6cc-8546656461f5","remote_addr":"[fd00:1122:3344:101::1]:48443","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9544,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177526.6874163, correction: 0.19482258 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:27.059641078Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:05:27.05964795Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:05:27.602642096Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"1.003202678s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:27.745593389Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8956846074571945561"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:27.745712211Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6731155927220936436"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:28.062579717Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8053284982680951072"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:28.062684167Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15297487321759452715"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:29.749729157Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1315565006152006779"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:30.262228581Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11340141748898181460"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:30.526233885Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6540327970462295184"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:30.96551721Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:30.965747992Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:47113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:30.974933488Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"e597a009-7380-4f02-a43b-d8f4f7c72c2e","remote_addr":"[fd00:1122:3344:101::1]:47113","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9105,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177530.1882467, correction: 0.184217855 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:30.977378884Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:05:30.977385821Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:36.883014489Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34039"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:36.883123617Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"369d1ea6-e184-4765-896b-aaccb22d4181","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34039","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":40,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:37.774262322Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8956846074571945561"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:37.774403691Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6731155927220936436"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:38.091247711Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8053284982680951072"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:38.091463717Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15297487321759452715"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:39.463053541Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:39.463224105Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45617"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:39.472445918Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"2b8c7a5c-8813-4c57-9ea3-db33bb4fc703","remote_addr":"[fd00:1122:3344:101::1]:45617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9114,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177536.989826, correction: 0.161245376 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:39.474818648Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:05:39.474824761Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:39.778648364Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"1315565006152006779"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:40.290997524Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"11340141748898181460"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:40.555090842Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"6540327970462295184"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:05:43.684350489Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"1.80997367s"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:47.80335824Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"8956846074571945561"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:47.803612159Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"6731155927220936436"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:48.119276211Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8053284982680951072"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:48.12040042Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15297487321759452715"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:53.574993146Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:53.57515276Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:40406"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:53.583740401Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"f235a7b5-0528-4c19-a595-9ad0c1a07497","remote_addr":"[fd00:1122:3344:101::1]:40406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8463,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177551.923087, correction: 0.123183049 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:05:53.586093132Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:05:53.586100051Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:58.148251519Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8053284982680951072"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:05:58.149378876Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15297487321759452715"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:00.574440184Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"3.12057534s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:07.001405135Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:07.001533831Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41022"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:07.001623795Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54006"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:07.001727683Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"ed5fed45-90e0-4572-aa13-cd0614e5945d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41022","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:07.010611961Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"0ea2ed7a-fa94-4143-986c-6bdf3b813689","remote_addr":"[fd00:1122:3344:101::1]:54006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8849,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177565.3185914, correction: 0.086897105 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:07.01467713Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:07.014685718Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:06:08.177548734Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8053284982680951072"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:06:08.177671578Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15297487321759452715"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:14.222338405Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:14.222574459Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38330"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:14.231349681Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"efc8d7d0-ec3b-42fb-bf52-4666b5e5fa59","remote_addr":"[fd00:1122:3344:101::1]:38330","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8681,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177573.9599154, correction: 0.067371793 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:14.233580601Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:14.233587061Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:06:18.206841036Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8053284982680951072"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-17T15:06:18.206950155Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15297487321759452715"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:18.778243233Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"9.571795957s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:22.794986971Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:22.79515911Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49635"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:22.816437038Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"c5f13ac8-99c5-40da-80b8-59d85aa7cf69","remote_addr":"[fd00:1122:3344:101::1]:49635","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":21072,"response_code":"200"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:22.816714446Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-10-17T15:05:26.680798325Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"7105636974374909681"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:22.81874029Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-10-17T15:05:40.555070207Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"6540327970462295184"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:22.818959156Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-10-17T15:05:47.803309357Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"8956846074571945561"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:22.819198695Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-10-17T15:05:47.803599324Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"6731155927220936436"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:22.81939505Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-10-17T15:05:40.290975549Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"11340141748898181460"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:22.819775141Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-10-17T15:05:26.681416534Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"10045244912119534615"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:22.819936415Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-10-17T15:05:39.778630129Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"1315565006152006779"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177581.3700037, correction: 0.044225611 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:22.820507471Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:22.820511803Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1298"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 764d7304-941c-47d5-bd71-20d679249cf8 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 703a01d4-fb0e-4834-936c-a729fd81d47b (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 24c32b69-efe8-479e-ba18-19f8c4fd316f (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: c7a31b26-8275-490c-9a47-724548eb0d53, kind: Service { id: 24c32b69-efe8-479e-ba18-19f8c4fd316f }, name: Name(\"ntp-24c32b69-efe8-479e-ba18-19f8c4fd316f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 52])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 32cb6f24-454a-4d30-8647-45df4cd85bbb (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External } } } }, OmicronZoneConfig { id: 491f0d0d-6d63-42e0-9c3f-b51f48c45ec5 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External } } } }, OmicronZoneConfig { id: 43749833-fb79-42cb-aa86-337230b31b95 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6f926079-175a-448b-a901-3ffe573980d6 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 92eabd86-71b3-4a80-bff4-cd762a556252 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:22.849893436Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:22.850004684Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:62600"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:22.850387823Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:22.850393551Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 764d7304-941c-47d5-bd71-20d679249cf8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:22.87208691Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:22.872126342Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 764d7304-941c-47d5-bd71-20d679249cf8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 703a01d4-fb0e-4834-936c-a729fd81d47b, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:22.89059533Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:22.890642385Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 703a01d4-fb0e-4834-936c-a729fd81d47b, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32cb6f24-454a-4d30-8647-45df4cd85bbb, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:22.908234252Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:22.90827766Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 32cb6f24-454a-4d30-8647-45df4cd85bbb, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 491f0d0d-6d63-42e0-9c3f-b51f48c45ec5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:22.968514753Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:22.968548794Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 491f0d0d-6d63-42e0-9c3f-b51f48c45ec5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 43749833-fb79-42cb-aa86-337230b31b95, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.028462103Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.028502651Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 43749833-fb79-42cb-aa86-337230b31b95, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f926079-175a-448b-a901-3ffe573980d6, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.08927911Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.089383696Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6f926079-175a-448b-a901-3ffe573980d6, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 92eabd86-71b3-4a80-bff4-cd762a556252, dataset_name: DatasetName { pool_name: ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.149239418Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.149281597Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 92eabd86-71b3-4a80-bff4-cd762a556252, dataset_name: DatasetName { pool_name: ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.208754917Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.208804896Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.209035688Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.209178079Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.289766807Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.289818577Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.289827578Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.289835003Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.289840975Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.382552081Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.386832037Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.39127871Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.395627503Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.40012716Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.404948178Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.40915561Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.414527596Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.419482916Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:23.423943729Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:26.290482018Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:26.290683211Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:26.290839094Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:26.290865448Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:26.296244034Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:26.300905432Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:26.426841839Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:26.4270438Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:26.427055698Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:26.432672864Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5\") failed: Property not found. retry in 47.721369ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:26.443916736Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95\") failed: Property not found. retry in 39.274063ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:26.451017256Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6\") failed: Property not found. retry in 68.386259ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:26.45825327Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95\") failed: Property not found. retry in 62.17883ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:26.500225633Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5\") failed: Property not found. retry in 105.329867ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:26.590906254Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95\") failed: Property not found. retry in 170.666554ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:26.659069308Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6\") failed: Property not found. retry in 140.69236ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:27.115322935Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5\") failed: Property not found. retry in 297.331969ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:27.230172866Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95\") failed: Property not found. retry in 340.383165ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:27.257220517Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6\") failed: Property not found. retry in 219.448882ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:27.32984628Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252\") failed: Property not found. retry in 66.750802ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:27.370975822Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb\") failed: Property not found. retry in 34.362141ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:27.446385673Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252\") failed: Property not found. retry in 136.856565ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:27.486800227Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb\") failed: Property not found. retry in 75.422617ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:27.57521473Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5\") failed: Property not found. retry in 285.249042ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:27.600058968Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95\") failed: Property not found. retry in 1.167093841s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:27.629736539Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6\") failed: Property not found. retry in 556.154555ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:27.697562889Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252\") failed: Property not found. retry in 200.471982ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:27.732942002Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb\") failed: Property not found. retry in 143.619369ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:27.799197875Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5\") failed: Property not found. retry in 1.086565631s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:27.933714957Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252\") failed: Property not found. retry in 410.896885ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:27.971635363Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb\") failed: Property not found. retry in 452.563018ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:28.035324971Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6\") failed: Property not found. retry in 985.586258ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:28.319698105Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252\") failed: Property not found. retry in 419.954031ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:28.493139047Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb\") failed: Property not found. retry in 744.84484ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:28.538835758Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95\") failed: Property not found. retry in 1.126249581s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:28.821125238Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252\") failed: Property not found. retry in 1.496710149s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:28.931363842Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5\") failed: Property not found. retry in 606.452511ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:29.107528077Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb\") failed: Property not found. retry in 1.04727466s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:29.296871845Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6\") failed: Property not found. retry in 1.490073496s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:29.320442665Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5\") failed: Property not found. retry in 1.143763274s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:29.719600261Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95\") failed: Property not found. retry in 894.864795ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:29.959190475Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb\") failed: Property not found. retry in 1.019497659s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:30.355198033Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252\") failed: Property not found. retry in 1.454151014s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:30.440279803Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6\") failed: Property not found. retry in 1.400675489s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:30.822307034Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95\") failed: Property not found. retry in 1.260071559s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:30.866299551Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5\") failed: Property not found. retry in 1.485009791s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:30.874728582Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb\") failed: Property not found. retry in 1.112090922s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:31.389945Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252\") failed: Property not found. retry in 1.012059412s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:31.907322171Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95\") failed: Property not found. retry in 767.471594ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:32.13797587Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6\") failed: Property not found. retry in 1.07197125s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:32.235250364Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5\") failed: Property not found. retry in 1.242178158s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:32.37111075Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb\") failed: Property not found. retry in 763.509925ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:32.519013343Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95\") failed: Property not found. retry in 1.307842073s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:32.915797766Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252\") failed: Property not found. retry in 787.931597ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:32.930677311Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb\") failed: Property not found. retry in 891.12466ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:33.29352533Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6\") failed: Property not found. retry in 578.547402ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:33.317615072Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5\") failed: Property not found. retry in 1.441207474s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:33.626197837Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252\") failed: Property not found. retry in 943.609987ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:33.729750918Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6\") failed: Property not found. retry in 1.166227226s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:33.906702418Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb\") failed: Property not found. retry in 789.635882ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:34.196523663Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95\") failed: Property not found. retry in 764.799825ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:34.237042506Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252\") failed: Property not found. retry in 1.120077046s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:34.686379648Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb\") failed: Property not found. retry in 711.839352ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:34.999465006Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95\") failed: Property not found. retry in 558.700189ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:35.016781562Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95\") failed: Property not found. retry in 787.958046ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:35.588212417Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb\") failed: Property not found. retry in 1.148092982s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:35.722820838Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95\") failed: Property not found. retry in 1.24567579s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:36.388610764Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb\") failed: Property not found. retry in 991.202171ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:37.032086329Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:37.128588243Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38799"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:37.128711247Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"31d5356f-1b4d-4110-b55e-b7b3b5e9f9ff","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38799","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":55,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95\") failed: Property not found. retry in 856.715379ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:37.653752751Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb\") failed: Property not found. retry in 831.895351ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:38.039995411Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95\") failed: Property not found. retry in 1.297834861s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:38.526117858Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb\") failed: Property not found. retry in 925.736013ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:38.886704429Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb\") failed: Property not found. retry in 847.998875ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:39.823454096Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95\") failed: Property not found. retry in 808.474275ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:39.83489979Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95\") failed: Property not found. retry in 745.683465ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:40.652395461Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb\") failed: Property not found. retry in 920.772934ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:40.679903701Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95\") failed: Property not found. retry in 1.100320345s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:41.411752222Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb\") failed: Property not found. retry in 1.406269225s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:41.724220401Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95\") failed: Property not found. retry in 1.266999828s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:42.522005056Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb\") failed: Property not found. retry in 805.634015ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:43.140455963Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:43.510737261Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"10.641302752s"} {"msg":"wait for service Some(\"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95\") failed: Property not found. retry in 1.194014808s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:43.799121636Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb\") failed: Property not found. retry in 790.21133ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:43.954589128Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb\") failed: Property not found. retry in 641.680118ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:06:44.753809738Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:45.417618381Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:45.417686073Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:45.417696663Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:45.417705363Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:45.417713494Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252"} {"msg":"Writing ledger to /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:45.417772856Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:45.418330832Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:45.461834663Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"13b29427-61a3-486e-8efb-b43411512cf3","remote_addr":"[fd00:1122:3344:101::1]:62600","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":22567629,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:45.494809796Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38684"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:45.52539627Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3720"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:06:51.584087284Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3738"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:07.165839024Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33578"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:07.165914156Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"bb434eab-d329-4a9f-b3b1-d15b60b8d914","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33578","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":30,"response_code":"200"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.085365168Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3761"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.085407999Z","hostname":"buskin","pid":1572,"uri":"/cockroachdb","method":"POST","req_id":"3fde8f18-0e25-48b5-8464-71f5a4623175","remote_addr":"[fd00:1122:3344:101::1]:38684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":22591457,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 764d7304-941c-47d5-bd71-20d679249cf8 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 703a01d4-fb0e-4834-936c-a729fd81d47b (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 24c32b69-efe8-479e-ba18-19f8c4fd316f (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: c7a31b26-8275-490c-9a47-724548eb0d53, kind: Service { id: 24c32b69-efe8-479e-ba18-19f8c4fd316f }, name: Name(\"ntp-24c32b69-efe8-479e-ba18-19f8c4fd316f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 52])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 32cb6f24-454a-4d30-8647-45df4cd85bbb (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External } } } }, OmicronZoneConfig { id: 491f0d0d-6d63-42e0-9c3f-b51f48c45ec5 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External } } } }, OmicronZoneConfig { id: 43749833-fb79-42cb-aa86-337230b31b95 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6f926079-175a-448b-a901-3ffe573980d6 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 92eabd86-71b3-4a80-bff4-cd762a556252 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External } } } }, OmicronZoneConfig { id: d8aecb7f-3c94-4690-8de6-10380087d1f0 (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 6d772bd8-afca-47c9-801c-49b18dffb0e7, kind: Service { id: d8aecb7f-3c94-4690-8de6-10380087d1f0 }, name: Name(\"external-dns-d8aecb7f-3c94-4690-8de6-10380087d1f0\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 869dbbb9-e780-4452-80fd-27d18cfc03d9 (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: e6effcc2-2cd2-485f-8ff3-7925310f2295, kind: Service { id: 869dbbb9-e780-4452-80fd-27d18cfc03d9 }, name: Name(\"external-dns-869dbbb9-e780-4452-80fd-27d18cfc03d9\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 237])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 9125336f-8bba-4da8-a415-ccae7d60d01b (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: a0263431-08f3-4038-a052-4b9f35593548, kind: Service { id: 9125336f-8bba-4da8-a415-ccae7d60d01b }, name: Name(\"nexus-9125336f-8bba-4da8-a415-ccae7d60d01b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 199])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 282d1bc9-0cd4-4794-93fb-67f38865892f (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 9b09b11f-c188-4c11-8ce3-d650ad9f0dd9, kind: Service { id: 282d1bc9-0cd4-4794-93fb-67f38865892f }, name: Name(\"nexus-282d1bc9-0cd4-4794-93fb-67f38865892f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9b355ea2-74f1-408f-acfc-0884fd332b64 (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 46f0962a-0b66-4dce-b032-30a146c8b1a8, kind: Service { id: 9b355ea2-74f1-408f-acfc-0884fd332b64 }, name: Name(\"nexus-9b355ea2-74f1-408f-acfc-0884fd332b64\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 160, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 15b75261-ed7f-4731-8d7c-026faffa306d (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 6931ef6e-c78c-4d61-ab93-92f35309d55f (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: f719d96b-fc30-410a-9263-e31911b41872 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External } } } }, OmicronZoneConfig { id: 310d3292-985c-40d5-bdf7-ab20ee75d725 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d91e68f0-386e-4018-acb6-b454eb8d2c78 (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 3f0e9f53-0a32-4566-9bce-284027b87815 (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b794f397-7d13-48f2-bdc7-19ec2afdbebb (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External } } } }, OmicronZoneConfig { id: b5b2a17f-0793-48a1-96fe-fd8f74634fc1 (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External } } } }, OmicronZoneConfig { id: a25f7721-b451-46d8-90eb-75e61b459dc4 (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External } } } }, OmicronZoneConfig { id: a4097c34-ce96-4b8a-8481-62ca4e7a5dd5 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 74b5cdc0-3a16-484b-9fb3-b7f86509f614 (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External } } } }, OmicronZoneConfig { id: 12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 283be9d0-c6b9-4a8a-b8aa-c7975b11496e (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf (zpool), kind: External } } } }, OmicronZoneConfig { id: b8c2d4d5-8168-42c0-b626-1f4fdd302ca8 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 6dc43632-8304-473f-ba75-413bbd171b4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6dc43632-8304-473f-ba75-413bbd171b4c (zpool), kind: External } } } }, OmicronZoneConfig { id: b24a0bb5-2498-4017-b9e7-384727507bb4 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 6931ef6e-c78c-4d61-ab93-92f35309d55f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6931ef6e-c78c-4d61-ab93-92f35309d55f (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.1162354Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.116376314Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:35325"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.116799506Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.116804556Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 764d7304-941c-47d5-bd71-20d679249cf8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.137973995Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.138004325Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 764d7304-941c-47d5-bd71-20d679249cf8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 703a01d4-fb0e-4834-936c-a729fd81d47b, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.157259598Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.157286239Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 703a01d4-fb0e-4834-936c-a729fd81d47b, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 32cb6f24-454a-4d30-8647-45df4cd85bbb, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.175768239Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.175790649Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 32cb6f24-454a-4d30-8647-45df4cd85bbb, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 491f0d0d-6d63-42e0-9c3f-b51f48c45ec5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.193554039Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.193578159Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 491f0d0d-6d63-42e0-9c3f-b51f48c45ec5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 43749833-fb79-42cb-aa86-337230b31b95, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.211920855Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.211964106Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 43749833-fb79-42cb-aa86-337230b31b95, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f926079-175a-448b-a901-3ffe573980d6, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.230773116Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.230800447Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6f926079-175a-448b-a901-3ffe573980d6, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 92eabd86-71b3-4a80-bff4-cd762a556252, dataset_name: DatasetName { pool_name: ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.248884235Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.248915746Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 92eabd86-71b3-4a80-bff4-cd762a556252, dataset_name: DatasetName { pool_name: ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d8aecb7f-3c94-4690-8de6-10380087d1f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.267322113Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.267350394Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d8aecb7f-3c94-4690-8de6-10380087d1f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 869dbbb9-e780-4452-80fd-27d18cfc03d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.355313024Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.355349765Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 869dbbb9-e780-4452-80fd-27d18cfc03d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f719d96b-fc30-410a-9263-e31911b41872, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.441964916Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.442002637Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f719d96b-fc30-410a-9263-e31911b41872, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b794f397-7d13-48f2-bdc7-19ec2afdbebb, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.534569101Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.534607392Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b794f397-7d13-48f2-bdc7-19ec2afdbebb, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5b2a17f-0793-48a1-96fe-fd8f74634fc1, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.63379767Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.633837641Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b5b2a17f-0793-48a1-96fe-fd8f74634fc1, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a25f7721-b451-46d8-90eb-75e61b459dc4, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.728894159Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.72893703Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a25f7721-b451-46d8-90eb-75e61b459dc4, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a4097c34-ce96-4b8a-8481-62ca4e7a5dd5, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.834566886Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.834605287Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a4097c34-ce96-4b8a-8481-62ca4e7a5dd5, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74b5cdc0-3a16-484b-9fb3-b7f86509f614, dataset_name: DatasetName { pool_name: ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.949106482Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:08.949144473Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 74b5cdc0-3a16-484b-9fb3-b7f86509f614, dataset_name: DatasetName { pool_name: ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a, dataset_name: DatasetName { pool_name: ZpoolName { id: e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.059847077Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.059888089Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a, dataset_name: DatasetName { pool_name: ZpoolName { id: e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 283be9d0-c6b9-4a8a-b8aa-c7975b11496e, dataset_name: DatasetName { pool_name: ZpoolName { id: 0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.127330319Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.12736666Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 283be9d0-c6b9-4a8a-b8aa-c7975b11496e, dataset_name: DatasetName { pool_name: ZpoolName { id: 0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:09.188404444Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"38.580240671s"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b8c2d4d5-8168-42c0-b626-1f4fdd302ca8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6dc43632-8304-473f-ba75-413bbd171b4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.210052776Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.210092717Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b8c2d4d5-8168-42c0-b626-1f4fdd302ca8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6dc43632-8304-473f-ba75-413bbd171b4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b24a0bb5-2498-4017-b9e7-384727507bb4, dataset_name: DatasetName { pool_name: ZpoolName { id: 6931ef6e-c78c-4d61-ab93-92f35309d55f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.286509959Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.28654772Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b24a0bb5-2498-4017-b9e7-384727507bb4, dataset_name: DatasetName { pool_name: ZpoolName { id: 6931ef6e-c78c-4d61-ab93-92f35309d55f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.365828967Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.365872058Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.366150716Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.36630286Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.460053219Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.460248265Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.485108381Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.485300457Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.532746113Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.532783524Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.534967908Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.53505256Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.535114972Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.535159194Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.733377545Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.733634412Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.733649583Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.733666273Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.733689174Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.745723645Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.74589638Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.74725574Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.758121097Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.758338054Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.763969159Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.768116Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.772654502Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.77737133Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.782212621Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.787177926Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.791945206Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.914159156Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.918570985Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.923353305Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.927748903Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.932375959Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.937066686Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.941700481Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.946522702Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.950999053Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.956340009Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.961724476Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.96663908Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.971320326Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.977007752Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.98340481Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.990121936Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:09.995259026Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.001631902Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.008389839Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.014670873Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.079140576Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.117082685Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.157563767Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.272303219Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.325686039Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.32743707Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.32745096Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.377595275Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 177, 199]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.377628046Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.379294765Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.379307975Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.425880326Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 178, 199]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.425912357Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.428028679Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.428041679Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.474803145Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 230, 242]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.474830786Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.475223867Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.475238308Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.475340221Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.475352441Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.476878046Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.476890486Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.53042377Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 160, 83]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.530454661Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.532428289Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.532448179Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.573567711Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 197, 237]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.573593572Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.57388777Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.575483717Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.577793174Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.577806124Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.642366981Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.642414002Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Configuring new Omicron zone: oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.642917287Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.65056247Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.650605591Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.650797597Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.650805217Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.650973502Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.653142085Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.653378503Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.655553066Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.657806772Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.657824482Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Installing Omicron zone: oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.691476045Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.700840849Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.849536453Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.889593404Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.915449589Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.950912605Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:10.970631731Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:11.010151546Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:11.025221456Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:12.509074477Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:12.516759691Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:12.664320393Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:12.664502248Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:13.456062223Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:13.456574338Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:13.933551974Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:13.93376566Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:14.003429365Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:14.003615221Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:14.398566029Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:14.398774875Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4\") failed: Property not found. retry in 25.199334ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:17.660640991Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815\") failed: Property not found. retry in 69.762389ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:17.682093798Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e\") failed: Property not found. retry in 39.595041ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:17.745575963Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4\") failed: Property not found. retry in 103.402517ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:17.765459113Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815\") failed: Property not found. retry in 95.099505ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:17.779692849Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e\") failed: Property not found. retry in 139.919703ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:17.93303358Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4\") failed: Property not found. retry in 298.526126ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:17.961371487Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815\") failed: Property not found. retry in 155.388115ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:18.019392972Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5\") failed: Property not found. retry in 30.079099ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:18.052923102Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d\") failed: Property not found. retry in 74.122264ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:18.094712493Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5\") failed: Property not found. retry in 57.337027ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:18.187405681Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e\") failed: Property not found. retry in 177.161581ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:18.272638321Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d\") failed: Property not found. retry in 102.216162ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:18.29074987Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4\") failed: Property not found. retry in 300.704109ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:18.30137067Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815\") failed: Property not found. retry in 530.154426ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:18.310830777Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5\") failed: Property not found. retry in 241.350814ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:18.32293777Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614\") failed: Property not found. retry in 27.13862ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:18.334298602Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:18.334887979Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:18.335151247Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:18.335289711Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:18.341380969Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614\") failed: Property not found. retry in 95.329143ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:18.373200319Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d\") failed: Property not found. retry in 284.276003ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:18.408555882Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e\") failed: Property not found. retry in 233.272469ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:18.464032232Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614\") failed: Property not found. retry in 148.270068ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:18.500719834Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:18.521954245Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:18.522288024Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:18.530304279Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:18.530713801Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:18.530730131Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:18.537850399Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5\") failed: Property not found. retry in 226.092061ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:18.580154355Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4\") failed: Property not found. retry in 722.750129ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:18.613730446Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614\") failed: Property not found. retry in 525.152061ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:18.660816282Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d\") failed: Property not found. retry in 517.555043ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:18.70695839Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e\") failed: Property not found. retry in 457.786911ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:18.722602017Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:18.764914563Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:18.765089698Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5\") failed: Property not found. retry in 738.026869ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:21.844513304Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d\") failed: Property not found. retry in 1.19961496s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:21.915313443Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4\") failed: Property not found. retry in 1.189119509s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:21.934155543Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815\") failed: Property not found. retry in 489.982ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:21.953517919Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614\") failed: Property not found. retry in 772.296451ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:21.971059501Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:21.973316867Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e\") failed: Property not found. retry in 1.152132469s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:21.988102919Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78\") failed: Property not found. retry in 28.474633ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:22.020368332Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:22.020570048Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78\") failed: Property not found. retry in 81.645371ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:22.070732933Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4\") failed: Property not found. retry in 37.70211ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:22.218741867Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78\") failed: Property not found. retry in 193.61615ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:22.280857942Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1\") failed: Property not found. retry in 43.063475ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:22.458001567Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815\") failed: Property not found. retry in 1.060796073s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:22.580459284Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a\") failed: Property not found. retry in 32.223138ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:22.714755818Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8\") failed: Property not found. retry in 63.463755ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:22.726430859Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4\") failed: Property not found. retry in 116.706862ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:22.879270674Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78\") failed: Property not found. retry in 226.296212ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.083505991Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1\") failed: Property not found. retry in 146.904018ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.519312343Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d\") failed: Property not found. retry in 1.244323944s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.578996787Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4\") failed: Property not found. retry in 862.856591ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.592977056Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5\") failed: Property not found. retry in 1.433316477s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.606371937Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614\") failed: Property not found. retry in 671.886214ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.619928573Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725\") failed: Property not found. retry in 43.44529ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.629809252Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a\") failed: Property not found. retry in 148.418982ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.644840661Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e\") failed: Property not found. retry in 1.107491879s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.657164161Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8\") failed: Property not found. retry in 52.509503ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.670857731Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4\") failed: Property not found. retry in 231.688325ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.68382816Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78\") failed: Property not found. retry in 626.614902ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.694234374Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1\") failed: Property not found. retry in 144.197412ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.705470642Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815\") failed: Property not found. retry in 1.333996829s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.716231096Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725\") failed: Property not found. retry in 100.987139ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.729927597Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb\") failed: Property not found. retry in 48.214123ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.739158086Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8\") failed: Property not found. retry in 265.716549ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.750773306Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb\") failed: Property not found. retry in 59.268038ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.798879191Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a\") failed: Property not found. retry in 146.23347ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.81049548Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725\") failed: Property not found. retry in 125.872527ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.840342923Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1\") failed: Property not found. retry in 439.376052ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.860752609Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb\") failed: Property not found. retry in 111.38723ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.871872844Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4\") failed: Property not found. retry in 432.644561ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.9265189Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a\") failed: Property not found. retry in 233.572261ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.969036122Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725\") failed: Property not found. retry in 367.39029ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.979942281Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb\") failed: Property not found. retry in 218.037831ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:23.99563712Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8\") failed: Property not found. retry in 304.928278ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:24.030241211Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a\") failed: Property not found. retry in 607.766968ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:24.214677609Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb\") failed: Property not found. retry in 846.758189ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:24.227554985Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614\") failed: Property not found. retry in 712.531017ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:24.306266064Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1\") failed: Property not found. retry in 518.9013ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:24.318729378Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78\") failed: Property not found. retry in 1.207111897s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:24.337507267Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8\") failed: Property not found. retry in 510.737077ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:24.351063853Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725\") failed: Property not found. retry in 566.267299ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:24.365495945Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4\") failed: Property not found. retry in 480.547925ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:24.379631638Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4\") failed: Property not found. retry in 1.473322348s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:24.470962756Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:24.531649059Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:24.531873875Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e\") failed: Property not found. retry in 1.06725448s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:24.778607434Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9\") failed: Property not found. retry in 66.234932ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:24.798369841Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a\") failed: Property not found. retry in 1.458994703s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:24.835764894Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d\") failed: Property not found. retry in 916.931626ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:24.847563218Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1\") failed: Property not found. retry in 1.379579081s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:24.85925045Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4\") failed: Property not found. retry in 512.857394ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:24.872207918Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8\") failed: Property not found. retry in 1.420124988s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:24.882829939Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9\") failed: Property not found. retry in 87.207569ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:24.893542722Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725\") failed: Property not found. retry in 856.126443ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:24.94620252Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9\") failed: Property not found. retry in 184.899478ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:24.997315214Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614\") failed: Property not found. retry in 830.763227ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:25.032562553Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5\") failed: Property not found. retry in 785.175157ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:25.053761813Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815\") failed: Property not found. retry in 992.211072ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:25.065890947Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb\") failed: Property not found. retry in 1.187889092s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:25.086165289Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9\") failed: Property not found. retry in 410.867437ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:25.195491383Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4\") failed: Property not found. retry in 558.970173ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:25.399674408Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78\") failed: Property not found. retry in 574.104302ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:25.558792327Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9\") failed: Property not found. retry in 444.151768ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:25.61947434Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:25.686421146Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:25.686512219Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d\") failed: Property not found. retry in 677.332863ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:25.778446925Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725\") failed: Property not found. retry in 1.305410332s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:25.816232798Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5\") failed: Property not found. retry in 1.435282855s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:25.851385585Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e\") failed: Property not found. retry in 589.996453ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:25.863241452Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614\") failed: Property not found. retry in 735.418483ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:25.875545811Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f\") failed: Property not found. retry in 33.996183ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:25.931494316Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4\") failed: Property not found. retry in 1.332190969s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:25.957052332Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4\") failed: Property not found. retry in 837.423483ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:25.970848776Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f\") failed: Property not found. retry in 67.079394ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:25.980806917Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f\") failed: Property not found. retry in 175.517321ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:26.058768224Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815\") failed: Property not found. retry in 590.003406ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:26.072180206Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9\") failed: Property not found. retry in 710.997067ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:26.083147767Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78\") failed: Property not found. retry in 711.597886ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:26.144397356Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f\") failed: Property not found. retry in 312.9014ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:26.249651261Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1\") failed: Property not found. retry in 762.52711ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:26.260338243Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb\") failed: Property not found. retry in 1.321212709s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:26.287839336Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a\") failed: Property not found. retry in 570.608399ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:26.306084049Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8\") failed: Property not found. retry in 1.480380696s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:26.318872203Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e\") failed: Property not found. retry in 791.651168ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:26.467025391Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d\") failed: Property not found. retry in 1.319173928s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:26.478116585Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f\") failed: Property not found. retry in 1.003267328s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:26.574700547Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614\") failed: Property not found. retry in 1.188693141s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:26.622352109Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815\") failed: Property not found. retry in 838.659273ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:26.674703379Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9\") failed: Property not found. retry in 938.841715ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:26.807176129Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4\") failed: Property not found. retry in 1.015571669s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:26.820131138Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78\") failed: Property not found. retry in 936.063308ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:26.86677271Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a\") failed: Property not found. retry in 1.195982347s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:26.889791803Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1\") failed: Property not found. retry in 1.180404121s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:27.034801249Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725\") failed: Property not found. retry in 1.221952295s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:27.13477771Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e\") failed: Property not found. retry in 515.057441ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:27.26690599Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5\") failed: Property not found. retry in 910.894986ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:27.295484625Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4\") failed: Property not found. retry in 1.231218625s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:27.305429875Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815\") failed: Property not found. retry in 1.0187038s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:27.523550498Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f\") failed: Property not found. retry in 664.633481ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:27.586718753Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb\") failed: Property not found. retry in 1.341276584s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:27.618709928Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9\") failed: Property not found. retry in 1.416458682s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:27.754700171Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e\") failed: Property not found. retry in 1.426901623s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:27.790632381Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d\") failed: Property not found. retry in 619.586532ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:27.805597508Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8\") failed: Property not found. retry in 909.858724ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:27.812688475Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78\") failed: Property not found. retry in 838.315702ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:27.819575536Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614\") failed: Property not found. retry in 1.244500035s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:27.826490918Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4\") failed: Property not found. retry in 1.127688806s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:27.843392572Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a\") failed: Property not found. retry in 1.059958402s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:28.0942024Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5\") failed: Property not found. retry in 530.608707ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:28.228002189Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1\") failed: Property not found. retry in 640.29518ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:28.243891893Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f\") failed: Property not found. retry in 905.565964ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:28.440680262Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d\") failed: Property not found. retry in 519.947384ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:28.51764559Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725\") failed: Property not found. retry in 1.011457377s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:28.766935634Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8\") failed: Property not found. retry in 1.222243711s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:28.780722186Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78\") failed: Property not found. retry in 574.319749ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:28.795342343Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4\") failed: Property not found. retry in 885.640909ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:28.807395865Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815\") failed: Property not found. retry in 800.030517ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:28.822484886Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5\") failed: Property not found. retry in 1.17748469s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:28.835528858Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1\") failed: Property not found. retry in 1.40967907s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:28.902605437Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb\") failed: Property not found. retry in 1.497228584s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:28.973452907Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4\") failed: Property not found. retry in 596.09582ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:28.985832449Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d\") failed: Property not found. retry in 814.963187ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:29.045010848Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614\") failed: Property not found. retry in 672.33077ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:29.082656047Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a\") failed: Property not found. retry in 1.263092518s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:29.167819095Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9\") failed: Property not found. retry in 1.30716508s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:29.183165894Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e\") failed: Property not found. retry in 971.055605ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:29.231527077Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f\") failed: Property not found. retry in 999.683857ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:29.361442992Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78\") failed: Property not found. retry in 1.280523048s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:29.385099113Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4\") failed: Property not found. retry in 1.367294636s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:29.596558791Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815\") failed: Property not found. retry in 1.377074548s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:29.637730124Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4\") failed: Property not found. retry in 1.011712635s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:29.707728699Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614\") failed: Property not found. retry in 1.05958954s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:29.767442293Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725\") failed: Property not found. retry in 1.468130845s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:29.790555459Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d\") failed: Property not found. retry in 539.482207ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:29.871344379Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8\") failed: Property not found. retry in 870.210285ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:30.01447197Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5\") failed: Property not found. retry in 1.227852482s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:30.023424392Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e\") failed: Property not found. retry in 1.217053891s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:30.22016788Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1\") failed: Property not found. retry in 518.291934ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:30.3259339Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f\") failed: Property not found. retry in 1.143305113s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:30.375421746Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d\") failed: Property not found. retry in 1.384709207s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:30.425256451Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a\") failed: Property not found. retry in 653.575536ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:30.445601076Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb\") failed: Property not found. retry in 1.480014673s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:30.486382467Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9\") failed: Property not found. retry in 1.044164584s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:30.503117986Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78\") failed: Property not found. retry in 555.593779ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:30.680314833Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4\") failed: Property not found. retry in 1.406205749s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:30.730784517Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614\") failed: Property not found. retry in 880.519074ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:30.858294583Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1\") failed: Property not found. retry in 1.231970601s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:30.875035442Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8\") failed: Property not found. retry in 1.489909118s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:30.922661143Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4\") failed: Property not found. retry in 1.225587689s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:30.977077623Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815\") failed: Property not found. retry in 1.47189528s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:31.094606437Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a\") failed: Property not found. retry in 1.249501265s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:31.152829488Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78\") failed: Property not found. retry in 586.030436ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:31.246058962Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5\") failed: Property not found. retry in 1.406651706s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:31.261062859Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725\") failed: Property not found. retry in 971.573099ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:31.269013812Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e\") failed: Property not found. retry in 646.094587ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:31.446427965Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f\") failed: Property not found. retry in 852.963944ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:31.527357879Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9\") failed: Property not found. retry in 1.300484488s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:31.556681186Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:31.725966642Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:31.726291801Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614\") failed: Property not found. retry in 1.31007741s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:31.750947301Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d\") failed: Property not found. retry in 808.762556ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:31.822508632Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78\") failed: Property not found. retry in 530.050746ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:31.848526652Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872\") failed: Property not found. retry in 50.821959ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:31.966344614Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb\") failed: Property not found. retry in 1.186505796s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:31.979020735Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:31.979401996Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:31.979616582Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872\") failed: Property not found. retry in 94.359363ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.029999224Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e\") failed: Property not found. retry in 1.179532468s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.124966939Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872\") failed: Property not found. retry in 280.607809ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.139143303Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1\") failed: Property not found. retry in 1.015165659s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.152521874Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4\") failed: Property not found. retry in 1.246279812s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.162346401Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4\") failed: Property not found. retry in 1.354605743s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.213167156Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b\") failed: Property not found. retry in 64.915051ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.241810793Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725\") failed: Property not found. retry in 1.029792142s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.252526846Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:32.306272415Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:32.30643043Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b\") failed: Property not found. retry in 129.205162ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.32115893Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78\") failed: Property not found. retry in 1.229819798s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.390771664Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f\") failed: Property not found. retry in 511.356163ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.401347643Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a\") failed: Property not found. retry in 873.558451ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.414354593Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8\") failed: Property not found. retry in 1.278345878s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.427370563Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872\") failed: Property not found. retry in 397.18325ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.439499418Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b\") failed: Property not found. retry in 239.653195ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.463834029Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0\") failed: Property not found. retry in 71.971655ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.526529Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815\") failed: Property not found. retry in 1.325642415s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.584495844Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0\") failed: Property not found. retry in 79.454276ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.616151439Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d\") failed: Property not found. retry in 1.072274189s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.672357601Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5\") failed: Property not found. retry in 925.194856ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.685826884Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0\") failed: Property not found. retry in 258.962389ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.708044513Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b\") failed: Property not found. retry in 280.466157ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.721591899Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872\") failed: Property not found. retry in 769.70738ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.849660901Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9\") failed: Property not found. retry in 505.237245ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.87120839Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f\") failed: Property not found. retry in 1.368234404s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.929438211Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0\") failed: Property not found. retry in 484.660228ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:32.983406608Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b\") failed: Property not found. retry in 840.269402ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.021494021Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614\") failed: Property not found. retry in 1.1882469s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.076116057Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb\") failed: Property not found. retry in 593.810403ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.194633479Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1\") failed: Property not found. retry in 892.819572ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.228255301Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725\") failed: Property not found. retry in 1.353216603s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.300221214Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a\") failed: Property not found. retry in 1.325105906s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.313428849Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e\") failed: Property not found. retry in 612.907154ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.326071379Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:33.370415984Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:33.370547958Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9\") failed: Property not found. retry in 1.210735506s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.387087211Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4\") failed: Property not found. retry in 704.503912ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.425098732Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0\") failed: Property not found. retry in 1.116117928s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.485467055Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4\") failed: Property not found. retry in 772.901106ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.581286745Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5\") failed: Property not found. retry in 1.436533643s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.62322494Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64\") failed: Property not found. retry in 57.007483ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.634107748Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872\") failed: Property not found. retry in 1.259611324s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.650097175Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78\") failed: Property not found. retry in 1.482069036s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.665064753Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64\") failed: Property not found. retry in 81.268981ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.707678878Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8\") failed: Property not found. retry in 951.257938ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.743773322Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d\") failed: Property not found. retry in 762.87024ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.80189177Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb\") failed: Property not found. retry in 565.044041ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.820905386Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64\") failed: Property not found. retry in 138.141947ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.833063561Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b\") failed: Property not found. retry in 910.674044ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.875960264Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815\") failed: Property not found. retry in 1.416056715s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.923018889Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e\") failed: Property not found. retry in 1.435991672s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.952903932Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64\") failed: Property not found. retry in 414.315853ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:33.985468173Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1\") failed: Property not found. retry in 1.348168461s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:34.142722648Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4\") failed: Property not found. retry in 777.011994ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:34.158423146Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614\") failed: Property not found. retry in 519.148636ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:34.277902857Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f\") failed: Property not found. retry in 853.471811ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:34.312025303Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4\") failed: Property not found. retry in 500.553685ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:34.367191545Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb\") failed: Property not found. retry in 1.198851244s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:34.40020807Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64\") failed: Property not found. retry in 1.011472788s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:34.414695403Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d\") failed: Property not found. retry in 1.108509658s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:34.576815959Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9\") failed: Property not found. retry in 1.229536858s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:34.609528955Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0\") failed: Property not found. retry in 1.417681472s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:34.620559807Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a\") failed: Property not found. retry in 1.284918764s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:34.647645269Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725\") failed: Property not found. retry in 567.809366ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:34.663509972Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8\") failed: Property not found. retry in 595.377609ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:34.70726127Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b\") failed: Property not found. retry in 830.440554ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:34.799623329Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614\") failed: Property not found. retry in 571.47735ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:34.810353602Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4\") failed: Property not found. retry in 674.26895ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:34.881179271Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872\") failed: Property not found. retry in 1.464372445s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:34.919428709Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4\") failed: Property not found. retry in 1.220792077s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:34.946922412Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5\") failed: Property not found. retry in 1.289211084s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:35.072226263Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78\") failed: Property not found. retry in 1.261435791s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:35.161600104Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f\") failed: Property not found. retry in 750.863335ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:35.179092725Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725\") failed: Property not found. retry in 744.934317ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:35.242523338Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8\") failed: Property not found. retry in 1.476105307s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:35.315789979Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815\") failed: Property not found. retry in 990.847733ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:35.350451501Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614\") failed: Property not found. retry in 823.010808ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:35.395793676Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e\") failed: Property not found. retry in 811.22707ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:35.40826255Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64\") failed: Property not found. retry in 1.11501843s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:35.440593495Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1\") failed: Property not found. retry in 1.342519619s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:35.506254053Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4\") failed: Property not found. retry in 1.428504106s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:35.568875683Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb\") failed: Property not found. retry in 854.127927ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:35.613551488Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b\") failed: Property not found. retry in 1.431602404s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:35.643045989Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d\") failed: Property not found. retry in 778.428255ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:35.700188849Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9\") failed: Property not found. retry in 885.188069ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:35.85356201Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f\") failed: Property not found. retry in 726.930374ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:35.944914629Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a\") failed: Property not found. retry in 1.409013382s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:35.955824587Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725\") failed: Property not found. retry in 1.276466957s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:36.00074245Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0\") failed: Property not found. retry in 1.217918212s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:36.051632307Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4\") failed: Property not found. retry in 587.123123ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:36.180543083Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614\") failed: Property not found. retry in 1.343491183s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:36.230359878Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e\") failed: Property not found. retry in 1.285734936s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:36.240652529Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815\") failed: Property not found. retry in 1.257966797s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:36.353344051Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5\") failed: Property not found. retry in 971.991267ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:36.375629182Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872\") failed: Property not found. retry in 1.447752602s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:36.39370269Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78\") failed: Property not found. retry in 1.377815197s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:36.436428728Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb\") failed: Property not found. retry in 1.221819183s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:36.478830997Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d\") failed: Property not found. retry in 1.495896441s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:36.492026322Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64\") failed: Property not found. retry in 625.770084ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:36.567343293Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f\") failed: Property not found. retry in 1.363221428s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:36.6860108Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9\") failed: Property not found. retry in 967.039378ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:36.748849506Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4\") failed: Property not found. retry in 1.215415241s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:36.778708728Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8\") failed: Property not found. retry in 766.594291ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:36.802165653Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1\") failed: Property not found. retry in 1.283265112s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:36.86332959Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4\") failed: Property not found. retry in 900.354582ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:37.015531297Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b\") failed: Property not found. retry in 970.992603ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:37.089009744Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64\") failed: Property not found. retry in 729.70249ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:37.207738432Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:37.263500541Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64465"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:37.266404496Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"60af1573-8d47-4be9-bbf4-2639b01fdf44","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64465","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1004,"response_code":"200"} {"msg":"wait for service Some(\"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0\") failed: Property not found. retry in 858.585346ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:37.283641189Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725\") failed: Property not found. retry in 1.290254993s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:37.295968799Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5\") failed: Property not found. retry in 1.164595382s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:37.361851844Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a\") failed: Property not found. retry in 936.41864ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:37.379770598Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e\") failed: Property not found. retry in 1.292200069s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:37.538406833Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8\") failed: Property not found. retry in 1.047087027s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:37.583130089Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815\") failed: Property not found. retry in 620.475806ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:37.624754805Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb\") failed: Property not found. retry in 1.140424997s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:37.712957722Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9\") failed: Property not found. retry in 1.346353183s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:37.727322972Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78\") failed: Property not found. retry in 900.871781ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:37.831347541Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872\") failed: Property not found. retry in 1.176760166s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:37.855456085Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4\") failed: Property not found. retry in 908.018603ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:37.928934752Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64\") failed: Property not found. retry in 1.154493743s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:37.951428999Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d\") failed: Property not found. retry in 962.425925ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:38.005429047Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4\") failed: Property not found. retry in 1.09144031s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:38.023720081Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f\") failed: Property not found. retry in 972.031962ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:38.066213742Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b\") failed: Property not found. retry in 1.157368898s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:38.083153868Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0\") failed: Property not found. retry in 1.430326137s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:38.16948306Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb\") failed: Property not found. retry in 1.002051906s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:38.891360049Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872\") failed: Property not found. retry in 1.133712613s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:39.116329862Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64\") failed: Property not found. retry in 875.102347ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:39.143666091Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b\") failed: Property not found. retry in 937.401289ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:39.274555274Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0\") failed: Property not found. retry in 659.914353ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:39.637104026Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64\") failed: Property not found. retry in 720.541133ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:40.037885415Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b\") failed: Property not found. retry in 577.502163ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:40.227626189Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872\") failed: Property not found. retry in 788.914811ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:40.270040087Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0\") failed: Property not found. retry in 1.455606062s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:40.312945451Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64\") failed: Property not found. retry in 1.26162088s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:40.773342371Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b\") failed: Property not found. retry in 730.809224ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:40.818093579Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872\") failed: Property not found. retry in 1.287183147s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:41.073040938Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b\") failed: Property not found. retry in 1.367694344s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:41.562747454Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0\") failed: Property not found. retry in 1.207007262s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:41.783499663Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64\") failed: Property not found. retry in 515.738359ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:42.050050971Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.018574106Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.024371226Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.024381626Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.024386706Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.024390776Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.024394626Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.024399576Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.024404856Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.024408867Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.024412807Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.024423997Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.024427997Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.024431697Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.024435397Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.024439188Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.02452881Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.02453862Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.024555101Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.024559071Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1"} {"msg":"Writing ledger to /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.027685203Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.031552035Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.033862673Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"84d6b40d-2d84-4d7c-8d97-5611ef75a882","remote_addr":"[fd00:1122:3344:101::1]:35325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34917460,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.068480364Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1321"} {"msg":"Writing ledger to /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.068731122Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.068997839Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.076263552Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.077843348Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:719"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.113124039Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:886"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.120989668Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.246276219Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.366520031Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.440778351Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.533020726Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.677328311Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:43.807650939Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:44.061125234Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:44.584810704Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:45.003549577Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:45.341081048Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:46.085654471Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:47.030182816Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:07:47.804964501Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"74.36093784s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:48.080650165Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:48.959886882Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:49.866700875Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f82082b4-a1dd-4b65-8811-4d0cf2140943\", \"content-length\": \"173\", \"date\": \"Thu, 17 Oct 2024 15:07:51 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"b4d984d4-c87e-4329-9460-121af5c9b7fe\\\"\", request_id: \"f82082b4-a1dd-4b65-8811-4d0cf2140943\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:52.427465538Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f17563b-4e2d-493a-836a-61e61de6752f\", \"content-length\": \"173\", \"date\": \"Thu, 17 Oct 2024 15:07:55 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4\\\"\", request_id: \"7f17563b-4e2d-493a-836a-61e61de6752f\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:55.466652557Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:57.891778168Z","hostname":"buskin","pid":1572,"component":"NexusNotifierTask","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:58.028555334Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45012"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:58.040899855Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:58.040911575Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:58.040945266Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:58.041853792Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:58.230238396Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"6416583a-5b05-4205-872e-f81416e4d6ee","remote_addr":"[fd00:1122:3344:101::a]:45012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":200858,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:59.632565735Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:65301"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:59.643031701Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6d772bd8-afca-47c9-801c-49b18dffb0e7, kind: Service { id: d8aecb7f-3c94-4690-8de6-10380087d1f0 }, name: Name(\"external-dns-d8aecb7f-3c94-4690-8de6-10380087d1f0\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6effcc2-2cd2-485f-8ff3-7925310f2295, kind: Service { id: 869dbbb9-e780-4452-80fd-27d18cfc03d9 }, name: Name(\"external-dns-869dbbb9-e780-4452-80fd-27d18cfc03d9\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 237])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 46f0962a-0b66-4dce-b032-30a146c8b1a8, kind: Service { id: 9b355ea2-74f1-408f-acfc-0884fd332b64 }, name: Name(\"nexus-9b355ea2-74f1-408f-acfc-0884fd332b64\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 160, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9b09b11f-c188-4c11-8ce3-d650ad9f0dd9, kind: Service { id: 282d1bc9-0cd4-4794-93fb-67f38865892f }, name: Name(\"nexus-282d1bc9-0cd4-4794-93fb-67f38865892f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a0263431-08f3-4038-a052-4b9f35593548, kind: Service { id: 9125336f-8bba-4da8-a415-ccae7d60d01b }, name: Name(\"nexus-9125336f-8bba-4da8-a415-ccae7d60d01b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 199])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:59.643082602Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:59.643107273Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:59.643114113Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:59.643121663Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:59.643138674Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:59.643149484Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:59.643178185Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"70e14224-9e10-40e2-88fb-0c47d483aa30","remote_addr":"[fd00:1122:3344:101::b]:65301","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":10407,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:07:59.644143793Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.015787501Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50869"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.01609567Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6d772bd8-afca-47c9-801c-49b18dffb0e7, kind: Service { id: d8aecb7f-3c94-4690-8de6-10380087d1f0 }, name: Name(\"external-dns-d8aecb7f-3c94-4690-8de6-10380087d1f0\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6effcc2-2cd2-485f-8ff3-7925310f2295, kind: Service { id: 869dbbb9-e780-4452-80fd-27d18cfc03d9 }, name: Name(\"external-dns-869dbbb9-e780-4452-80fd-27d18cfc03d9\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 237])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 46f0962a-0b66-4dce-b032-30a146c8b1a8, kind: Service { id: 9b355ea2-74f1-408f-acfc-0884fd332b64 }, name: Name(\"nexus-9b355ea2-74f1-408f-acfc-0884fd332b64\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 160, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9b09b11f-c188-4c11-8ce3-d650ad9f0dd9, kind: Service { id: 282d1bc9-0cd4-4794-93fb-67f38865892f }, name: Name(\"nexus-282d1bc9-0cd4-4794-93fb-67f38865892f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a0263431-08f3-4038-a052-4b9f35593548, kind: Service { id: 9125336f-8bba-4da8-a415-ccae7d60d01b }, name: Name(\"nexus-9125336f-8bba-4da8-a415-ccae7d60d01b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 199])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.016160582Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.016203423Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.016228694Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.016252314Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.016260645Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.016281695Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.016313186Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"cc9d867c-80f8-4290-ae02-8ddfaf6badd2","remote_addr":"[fd00:1122:3344:101::a]:50869","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":416,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.243335899Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33162"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.243445842Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.243457362Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.243495753Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.243909276Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.434149113Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"ea953fa1-1bb9-4029-aad5-f1a519aae912","remote_addr":"[fd00:1122:3344:101::b]:33162","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":190718,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.465951672Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49897"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.466247181Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6d772bd8-afca-47c9-801c-49b18dffb0e7, kind: Service { id: d8aecb7f-3c94-4690-8de6-10380087d1f0 }, name: Name(\"external-dns-d8aecb7f-3c94-4690-8de6-10380087d1f0\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6effcc2-2cd2-485f-8ff3-7925310f2295, kind: Service { id: 869dbbb9-e780-4452-80fd-27d18cfc03d9 }, name: Name(\"external-dns-869dbbb9-e780-4452-80fd-27d18cfc03d9\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 237])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 46f0962a-0b66-4dce-b032-30a146c8b1a8, kind: Service { id: 9b355ea2-74f1-408f-acfc-0884fd332b64 }, name: Name(\"nexus-9b355ea2-74f1-408f-acfc-0884fd332b64\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 160, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9b09b11f-c188-4c11-8ce3-d650ad9f0dd9, kind: Service { id: 282d1bc9-0cd4-4794-93fb-67f38865892f }, name: Name(\"nexus-282d1bc9-0cd4-4794-93fb-67f38865892f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a0263431-08f3-4038-a052-4b9f35593548, kind: Service { id: 9125336f-8bba-4da8-a415-ccae7d60d01b }, name: Name(\"nexus-9125336f-8bba-4da8-a415-ccae7d60d01b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 199])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.466301733Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.466340524Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.466356964Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.466376795Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.466385665Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.466401565Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.466424516Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"2c3dab82-9852-4009-a725-3c537899e5a7","remote_addr":"[fd00:1122:3344:101::c]:49897","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":369,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.5901272Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50424"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.590354317Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6d772bd8-afca-47c9-801c-49b18dffb0e7, kind: Service { id: d8aecb7f-3c94-4690-8de6-10380087d1f0 }, name: Name(\"external-dns-d8aecb7f-3c94-4690-8de6-10380087d1f0\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6effcc2-2cd2-485f-8ff3-7925310f2295, kind: Service { id: 869dbbb9-e780-4452-80fd-27d18cfc03d9 }, name: Name(\"external-dns-869dbbb9-e780-4452-80fd-27d18cfc03d9\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 237])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 46f0962a-0b66-4dce-b032-30a146c8b1a8, kind: Service { id: 9b355ea2-74f1-408f-acfc-0884fd332b64 }, name: Name(\"nexus-9b355ea2-74f1-408f-acfc-0884fd332b64\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 160, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9b09b11f-c188-4c11-8ce3-d650ad9f0dd9, kind: Service { id: 282d1bc9-0cd4-4794-93fb-67f38865892f }, name: Name(\"nexus-282d1bc9-0cd4-4794-93fb-67f38865892f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a0263431-08f3-4038-a052-4b9f35593548, kind: Service { id: 9125336f-8bba-4da8-a415-ccae7d60d01b }, name: Name(\"nexus-9125336f-8bba-4da8-a415-ccae7d60d01b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 199])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.590404858Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.590437559Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.59045168Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.59046589Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.59047935Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.590498641Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:00.590521492Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"438ac79e-8879-4238-aebe-650d56840586","remote_addr":"[fd00:1122:3344:101::b]:50424","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":319,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:07.302981767Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62814"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:07.30309517Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"04891983-fb7f-4ce2-8261-55f293893412","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62814","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:11.257379744Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62519"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:11.258397294Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b11963c9-665c-4814-80b3-091182e16d1e","remote_addr":"[fd00:1122:3344:101::b]:62519","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":950,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:11.380242844Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:11.380268885Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"dc32e629-748c-4705-a7b7-121b7eaf35ee","remote_addr":"[fd00:1122:3344:101::b]:62519","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":666,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:11.47867841Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"878bc3d9-5abe-4133-85d6-e9a3f745088e","remote_addr":"[fd00:1122:3344:101::b]:62519","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":11497,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:23.918051047Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:23.91816824Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"24c1d9d0-6281-4cd4-b151-94950a2f7558","remote_addr":"[fd00:1122:3344:101::b]:33228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.03452471Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34339"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.035438746Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"277fdd42-f29a-41a2-8e5d-072cb45253ab","remote_addr":"[fd00:1122:3344:101::b]:34339","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":833,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.116580587Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49153"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.117068161Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.220309828Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.29093019Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"24b942a2-295f-4054-919a-fc235ecaf77c","remote_addr":"[fd00:1122:3344:101::b]:49153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":174263,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.29124724Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49012"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.291312391Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.291325112Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"bb535685-128b-4e66-81a0-95936f125da1","remote_addr":"[fd00:1122:3344:101::b]:33228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":124,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.291482966Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"7b473cf5-cf3f-4a73-baa0-020f7af051d0","remote_addr":"[fd00:1122:3344:101::a]:49012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.29296983Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"63864755-0418-4ec1-a0ed-37b1035580ab","remote_addr":"[fd00:1122:3344:101::b]:49153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1391,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.303504607Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"59adcd6f-462f-481a-ac4c-5a124e5fd723","remote_addr":"[fd00:1122:3344:101::b]:33228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":374,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.307824204Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47742"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.307925207Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"de1c92fe-e971-4c49-ae2c-388dbb35c0a3","remote_addr":"[fd00:1122:3344:101::c]:47742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":56,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.329359253Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.329380823Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"3972cb63-3d67-4e04-86a9-008fd902479c","remote_addr":"[fd00:1122:3344:101::c]:47742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":71,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.342104565Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3f4ce9ea-1ec4-4c72-9484-16e44522fd90","remote_addr":"[fd00:1122:3344:101::c]:47742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":246,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.39703872Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.397064681Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"6c81124b-8715-4c18-a70f-a97b6dc0b0c0","remote_addr":"[fd00:1122:3344:101::a]:49012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.397659038Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58945"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.397768472Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.434608928Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.486486504Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3c0cafc2-d355-477e-a4d0-400566b1d4f5","remote_addr":"[fd00:1122:3344:101::a]:58945","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88768,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.486758752Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56445"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.486967198Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"907f4be6-b31f-4e20-bd54-d7d21744d5e2","remote_addr":"[fd00:1122:3344:101::a]:49012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":321,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.487031509Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"32c38a8d-489c-4ca8-a915-865a013b14e6","remote_addr":"[fd00:1122:3344:101::a]:58945","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":244,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.487268786Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"8d3141c0-e222-4fc9-b125-73aea9256fa4","remote_addr":"[fd00:1122:3344:101::a]:56445","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":221,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.526191573Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.526219464Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.527374748Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.528097249Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.5281099Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"PUT","req_id":"f15a787d-4d36-4525-a616-8e4b80d5d05b","remote_addr":"[fd00:1122:3344:101::a]:58945","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2389,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.552955306Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63698"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.553168882Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"c1e5f81b-b5af-4432-beb3-b845a9e15e35","remote_addr":"[fd00:1122:3344:101::c]:63698","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":133,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.652635038Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38585"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.652741081Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.688256298Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.741595717Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"b5d5b497-e87f-4faf-b3d3-1caf75d8ed69","remote_addr":"[fd00:1122:3344:101::c]:38585","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88907,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:24.741861214Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"dc6ae396-e8cb-4123-a11c-df11128fd12e","remote_addr":"[fd00:1122:3344:101::c]:38585","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:37.343567674Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39142"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:37.343802951Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"26f26d21-7fb1-4c58-955c-d27c66d000fa","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39142","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":42,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.078928369Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.079202787Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"735db844-aaa3-4872-9a87-1ac4587f60bb","remote_addr":"[fd00:1122:3344:101::b]:40143","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":199,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.324898414Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43813"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.324998757Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"4eb94b90-f8eb-4ef9-a412-87d77489b9ff","remote_addr":"[fd00:1122:3344:101::b]:43813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.392117188Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.392137889Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"3fa623ac-4b3c-43cb-b948-a99bbcc74f7f","remote_addr":"[fd00:1122:3344:101::b]:43813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.396579729Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:36736"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.396686452Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"970be221-e15c-4981-9a18-5056a2ca250e","remote_addr":"[fd00:1122:3344:101::c]:36736","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":44,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.402725368Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"cfb0f1a7-4617-4041-9d18-9dff612ee273","remote_addr":"[fd00:1122:3344:101::b]:43813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":185,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.40313533Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56109"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.403270024Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e098cc2d-2c47-4a67-8a69-07cc52b0261d","remote_addr":"[fd00:1122:3344:101::a]:56109","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.463970617Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.464002258Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"40c7febe-78ee-4c24-80a8-991233dc0d92","remote_addr":"[fd00:1122:3344:101::c]:36736","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.470039004Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.470067185Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"8b79aa13-648b-4dcb-96de-f0f46de0a047","remote_addr":"[fd00:1122:3344:101::a]:56109","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.47262701Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"71fbbf2c-69ae-47a8-9661-54f5fadf7064","remote_addr":"[fd00:1122:3344:101::c]:36736","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":174,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.542673997Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65006"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.542852242Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"41410fa0-f459-448e-81e4-7501529e1144","remote_addr":"[fd00:1122:3344:101::a]:65006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.546370575Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"04c7a362-7d04-4bb0-ba8d-c6ad9f902ab6","remote_addr":"[fd00:1122:3344:101::a]:56109","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":179,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.557735337Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34856"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.557826799Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.59243754Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.64719004Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"9eb2f5fc-2613-43ca-993e-5bd4904a8421","remote_addr":"[fd00:1122:3344:101::a]:34856","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89398,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.647459938Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35429"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.651614269Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.656395409Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"2caaab32-e473-4126-b470-5862fac19969","remote_addr":"[fd00:1122:3344:101::a]:34856","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8773,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.660958042Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64829"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.690197467Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.707679267Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52109"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.707959306Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"a027d5be-0155-478c-8ba1-0a10e17c31a3","remote_addr":"[fd00:1122:3344:101::c]:52109","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":183,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.742471814Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.742538256Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"2ecffeff-00a3-49e1-b815-58dd8b362861","remote_addr":"[fd00:1122:3344:101::b]:35429","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91424,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.747271834Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"683d13b4-1b49-4854-ab33-7d0b5c5562f1","remote_addr":"[fd00:1122:3344:101::b]:35429","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":771,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.777725404Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.832142774Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"42162c15-5bfc-4aa7-b136-e195f8a2f827","remote_addr":"[fd00:1122:3344:101::c]:64829","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":171068,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:08:54.832549226Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"1234f42a-f622-48a8-a459-d0a7715f82ef","remote_addr":"[fd00:1122:3344:101::c]:64829","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":159,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:07.376967132Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61307"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:07.377110706Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"9c698fc5-d508-48c9-83fa-ea95d18df64a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61307","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:23.993888746Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:61182"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:23.994170044Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"26aa244f-5df9-4857-8d11-a257c89424aa","remote_addr":"[fd00:1122:3344:101::b]:61182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":207,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:23.998660295Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:54063"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:23.998761268Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"2045188e-059a-4359-acb2-2282e4e9d7c1","remote_addr":"[fd00:1122:3344:101::b]:54063","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":40,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.039797827Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.039832098Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"12d9d236-9ff0-4542-a5af-6f6791c0b216","remote_addr":"[fd00:1122:3344:101::b]:54063","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.048883623Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"dd09c88b-78ea-47d5-a830-05f5738cc6d6","remote_addr":"[fd00:1122:3344:101::b]:54063","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":198,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.097106791Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:42394"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.097212904Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.14530608Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.221483895Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"501e1d2f-4ff9-4c46-af48-d7546b576ac2","remote_addr":"[fd00:1122:3344:101::b]:42394","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":124327,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.221830485Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"bc09c597-2df1-4ca1-8997-29778bd452bb","remote_addr":"[fd00:1122:3344:101::b]:42394","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.245923999Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41447"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.246099934Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"d1536ffc-0be6-4ad5-ad68-1f48ee1ef8b4","remote_addr":"[fd00:1122:3344:101::a]:41447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.279397717Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.279447428Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"42d119c2-8ed6-489b-81f5-fc06c6f7cc0d","remote_addr":"[fd00:1122:3344:101::a]:41447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":136,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.320486627Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35372"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.32058867Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6953df95-5478-47fd-829a-fe2ccd4920b1","remote_addr":"[fd00:1122:3344:101::c]:35372","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":50,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.345017264Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40029"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.34524759Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"8ccb2605-bf97-4117-9bb4-99e67af6a3c2","remote_addr":"[fd00:1122:3344:101::a]:40029","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.364979357Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.364994198Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"66ac79e1-82ac-48be-bef4-c563d2c05ffe","remote_addr":"[fd00:1122:3344:101::c]:35372","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":49,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.382080237Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"42a71e5b-5dcf-49aa-a032-22402f360610","remote_addr":"[fd00:1122:3344:101::a]:41447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":175,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.392511362Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46786"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.392617665Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.430272925Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.485827248Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"88d9f1da-91cc-4a81-bacb-3fdce4824025","remote_addr":"[fd00:1122:3344:101::a]:46786","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93243,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.486067125Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53410"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.486135487Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.486299431Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"1c665bd2-faff-4afb-9528-1473b39eb3f6","remote_addr":"[fd00:1122:3344:101::c]:35372","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":335,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.486444546Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.486452216Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"c672bbe9-00b0-4c5d-9e17-abb798f515e9","remote_addr":"[fd00:1122:3344:101::a]:46786","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":324,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.491346039Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"18c9da49-17a1-4faa-9a47-140a0ea7699a","remote_addr":"[fd00:1122:3344:101::c]:53410","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4863,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.521672435Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.576803816Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"dc4b9374-7dc4-4123-b44d-b0400b99dabe","remote_addr":"[fd00:1122:3344:101::c]:58107","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90458,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:24.577190767Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"9ab7f6ad-76cf-4942-b6f1-638bfc8f940a","remote_addr":"[fd00:1122:3344:101::c]:58107","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":171,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:31.776847985Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:32.272254008Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:44276","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:40319"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:32.308677633Z","hostname":"buskin","pid":1572,"uri":"/a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","method":"GET","req_id":"ba15538d-190b-4c60-a469-206dcae1f751","remote_addr":"[fd00:1122:3344:101::d]:40319","local_addr":"[fd00:1122:3344:101::1]:44276","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34804,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:37.410122141Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45639"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:37.410274746Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"53f65223-b8b4-4bb2-9d22-7a2e1dfc1937","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45639","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":82,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:53.995114323Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51003"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:53.995262757Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3caa222d-e3b2-4728-8702-40fcabf9f5cd","remote_addr":"[fd00:1122:3344:101::b]:51003","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.057421664Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.057455925Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"0283eb8c-0a7f-440f-9e6a-eaeb5104733f","remote_addr":"[fd00:1122:3344:101::b]:51003","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.240109621Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:59048"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.240917434Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"2a3027c3-dd28-4b58-97e7-0223b04a9451","remote_addr":"[fd00:1122:3344:101::b]:59048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":738,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.247863057Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"50664f34-4148-4c52-a57d-cadd63b62310","remote_addr":"[fd00:1122:3344:101::b]:51003","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":275,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.448760586Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:42645"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.44887961Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.488613921Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.553229658Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"2331776b-df47-4af0-9b7f-a9fc5fe94f5c","remote_addr":"[fd00:1122:3344:101::b]:42645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104391,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.553343372Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56454"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.553375603Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57650"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.553408544Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59271"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.553598459Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"97d2d23f-1b31-4594-af51-68a3816c6f8a","remote_addr":"[fd00:1122:3344:101::c]:59271","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.553810615Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"5af34678-f46a-40a6-9016-92b601927de1","remote_addr":"[fd00:1122:3344:101::a]:57650","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":119,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.553834896Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"4e735207-55b5-4755-bc8f-28339cf1ea25","remote_addr":"[fd00:1122:3344:101::a]:56454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":273,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.553878437Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"dd03492d-8b0f-44ed-bb85-7af3d91fc4d1","remote_addr":"[fd00:1122:3344:101::b]:42645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":279,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.669492165Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.669522846Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"49db59d2-6994-44f5-8596-9622adab1e83","remote_addr":"[fd00:1122:3344:101::a]:57650","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":132,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.669632189Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.66964081Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f8e19dbe-a2f0-4d09-8c03-5023b4882519","remote_addr":"[fd00:1122:3344:101::c]:59271","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":46,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.670087483Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63235"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.670284868Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"d535c339-3762-44c6-8cfd-4f16b52f6fc0","remote_addr":"[fd00:1122:3344:101::c]:63235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":146,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.677336644Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"929c63d6-bdfc-4371-b188-e05d3228416e","remote_addr":"[fd00:1122:3344:101::c]:59271","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1017,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.702887541Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43866"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.702968723Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.740641884Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.79732526Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"7f7c6ccd-d5d6-423e-b992-9b0e2f549074","remote_addr":"[fd00:1122:3344:101::a]:43866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94391,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.79767167Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"514af000-d3fb-496c-8905-141f04063924","remote_addr":"[fd00:1122:3344:101::a]:57650","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":224,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.797806954Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"3c5057ee-3abd-4515-91fb-2440265f8635","remote_addr":"[fd00:1122:3344:101::a]:43866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.803954794Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45003"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.804112268Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.843356965Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.898277099Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"03ff6c7d-2fac-4868-814a-6d1e55a62c71","remote_addr":"[fd00:1122:3344:101::c]:45003","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94238,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:09:54.8986483Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"422be62d-4179-4072-8add-7e1c1d34da23","remote_addr":"[fd00:1122:3344:101::c]:45003","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":124,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:02.277927146Z","hostname":"buskin","pid":1572,"uri":"/a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","method":"GET","req_id":"38f6fa39-a366-49ad-97e8-92ecd56a63df","remote_addr":"[fd00:1122:3344:101::d]:40319","local_addr":"[fd00:1122:3344:101::1]:44276","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6225,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:07.444215929Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45819"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:07.444349313Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"027f959c-a484-4c67-bc2b-e3d3d4cd658b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45819","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":62,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:23.872152672Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43776"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:23.872479042Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"0ae6fd76-aadc-44f9-b8f8-5b3ebaf68c92","remote_addr":"[fd00:1122:3344:101::b]:43776","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":212,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.01514575Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53782"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.015272264Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6442b9f5-53e3-47f4-b14d-4155dd88e4fa","remote_addr":"[fd00:1122:3344:101::b]:53782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":68,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.061423082Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.061458763Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"cd67ed9c-515a-4e55-8ccd-eec2e7b29b8e","remote_addr":"[fd00:1122:3344:101::b]:53782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.18117838Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"2699f5ee-6352-4a29-86f0-f53d74f5f51d","remote_addr":"[fd00:1122:3344:101::b]:53782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":201,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.238862956Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41245"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.238969649Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3cf4cce5-b58e-4cc8-8985-9046dd685371","remote_addr":"[fd00:1122:3344:101::a]:41245","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.256270474Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50005"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.256447449Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.300816655Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.365052962Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"34b1c2f6-a042-4ae3-8b60-aa9ee365f2cf","remote_addr":"[fd00:1122:3344:101::b]:50005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108667,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.36532642Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60529"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.365359681Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.365370072Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"7ea47371-37fa-4fe2-af10-8d93c891fd3e","remote_addr":"[fd00:1122:3344:101::a]:41245","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":134,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.365398042Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50232"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.36566591Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"c9d598dc-84c8-4ccc-aa67-4873e0052b74","remote_addr":"[fd00:1122:3344:101::a]:60529","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":168,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.365678381Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"3310dd26-e1ea-438b-b657-21504788efa3","remote_addr":"[fd00:1122:3344:101::b]:50005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":298,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.365729742Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.374525209Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"9d13c2ac-5603-471a-8ac5-b080cb423d76","remote_addr":"[fd00:1122:3344:101::a]:41245","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":229,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.40672315Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.414522848Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61320"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.414690462Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"5b77c2b0-54a1-42e4-ae1a-37dc87ad4fe5","remote_addr":"[fd00:1122:3344:101::c]:61320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.46355675Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ddf20a6d-b58e-4ea9-9a2e-60ff3bdcc466","remote_addr":"[fd00:1122:3344:101::a]:50232","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97966,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.463862649Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a0d8226c-af58-4e52-b853-d7d87d62ab4f","remote_addr":"[fd00:1122:3344:101::a]:50232","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.480110044Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.48034524Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"b4e6f0c1-9c5b-4a91-b38e-51b8f52b7284","remote_addr":"[fd00:1122:3344:101::c]:52038","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":149,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.525043946Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.525075997Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f2bc49bf-fcac-4b65-9f2f-d6b7f250dc5b","remote_addr":"[fd00:1122:3344:101::c]:61320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.552457897Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39737"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.552570371Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.588724317Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.645759883Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"f7ca350d-5ecd-4d3a-aaef-9fed5cc52007","remote_addr":"[fd00:1122:3344:101::c]:39737","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93219,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.649601876Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"71a440b5-fd37-412f-88bb-6435e8988a48","remote_addr":"[fd00:1122:3344:101::c]:39737","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3532,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:24.649688968Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"cc783281-61d4-46c9-a68b-d159dd2bd6b9","remote_addr":"[fd00:1122:3344:101::c]:61320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3648,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:32.279516744Z","hostname":"buskin","pid":1572,"uri":"/a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","method":"GET","req_id":"f060b062-8dda-4a9b-bf4a-0210ba82d93d","remote_addr":"[fd00:1122:3344:101::d]:40319","local_addr":"[fd00:1122:3344:101::1]:44276","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7896,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:37.477922385Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37650"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:37.478044579Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"fa5b71a7-de94-4131-a7cd-4d5e22738a4c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37650","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":59,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.318777142Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55097"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.318985648Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.369736491Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.431746852Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"1ffa13f3-d12f-4775-bd0e-07e9961828ae","remote_addr":"[fd00:1122:3344:101::b]:55097","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112838,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.431954908Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44433"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.43202128Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50739"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.432068742Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"08f4b119-2872-4665-8f99-2586649af792","remote_addr":"[fd00:1122:3344:101::b]:55097","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":126,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.432317089Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ba30542e-c716-41f5-bcd7-0acb0a7f34d5","remote_addr":"[fd00:1122:3344:101::b]:44433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.432407002Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"86559f01-22b6-425d-bd0d-14e00ab62f40","remote_addr":"[fd00:1122:3344:101::b]:50739","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":219,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.435483041Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33434"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.435562534Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"84bdabd2-3a30-4c38-9041-89ef6cf3463a","remote_addr":"[fd00:1122:3344:101::a]:33434","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.498598715Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.498662107Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"52c0c006-ad55-4f9c-bfc3-90a0bd4b7db1","remote_addr":"[fd00:1122:3344:101::b]:44433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":127,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.510813812Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"c12a90de-0eff-4dcd-8f29-04537034e044","remote_addr":"[fd00:1122:3344:101::b]:44433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":288,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.530712063Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.530752485Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"3a6d120c-73de-4ae4-9ece-07e41f9ca7aa","remote_addr":"[fd00:1122:3344:101::a]:33434","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":60,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.539819049Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e9799489-aa57-4299-b64d-d5c876716829","remote_addr":"[fd00:1122:3344:101::a]:33434","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":238,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.552989984Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48753"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.553086657Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.594306561Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.665005177Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ec85edc3-e702-49a3-ae3c-efa14886b279","remote_addr":"[fd00:1122:3344:101::a]:48753","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111962,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.665134651Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40285"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.665154571Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35552"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.6654397Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"014c51c5-2760-4124-bda4-ab66ad1be041","remote_addr":"[fd00:1122:3344:101::a]:35552","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":189,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.665522952Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"29f70d5e-f4a6-49a3-bb7f-c6b7d9070c63","remote_addr":"[fd00:1122:3344:101::a]:48753","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":262,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.665629795Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"778e4eda-7532-404e-9d77-97ac6afb49a4","remote_addr":"[fd00:1122:3344:101::c]:40285","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":178,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.695265361Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58344"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.695427546Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.73526591Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.792744619Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"4c8cae8b-84a5-4f46-afa9-9e027ce13dff","remote_addr":"[fd00:1122:3344:101::c]:58344","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97393,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.792924464Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.792942095Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"6a73125c-b565-4050-b121-e094b9df4301","remote_addr":"[fd00:1122:3344:101::c]:40285","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.793094689Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7ff5df81-599b-4048-a946-3831cfd17a4b","remote_addr":"[fd00:1122:3344:101::c]:58344","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.824085065Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35751"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.824369173Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"cc03c8a9-a78f-4b49-93cf-69cf9efa8ed0","remote_addr":"[fd00:1122:3344:101::c]:35751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":168,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:10:54.831069649Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"7ec32d3c-f8b6-4639-a510-e097767e24b9","remote_addr":"[fd00:1122:3344:101::c]:40285","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":191,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:02.278458184Z","hostname":"buskin","pid":1572,"uri":"/a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","method":"GET","req_id":"5f7fd0ff-ed78-4f33-8947-6b216d85624d","remote_addr":"[fd00:1122:3344:101::d]:40319","local_addr":"[fd00:1122:3344:101::1]:44276","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6533,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:07.512302611Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47389"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:07.513540417Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"5af19ae2-b267-42e6-811c-b5bfd9ace90f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47389","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:23.856834798Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44744"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:23.856936381Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"111f8c7c-30a8-4164-82e9-37aedc8890e2","remote_addr":"[fd00:1122:3344:101::b]:44744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:23.873571647Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:23.873590827Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d6a333f6-7614-4604-bc7f-5b55b629b60a","remote_addr":"[fd00:1122:3344:101::b]:44744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:23.881718515Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"35e2d0c4-bfab-47c0-b6ff-84d7c9ac3551","remote_addr":"[fd00:1122:3344:101::b]:44744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":160,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:23.996103376Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:42645"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:23.996188989Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.03421654Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.103635558Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"55166faa-29c3-45ba-a0a2-926dbaaebb35","remote_addr":"[fd00:1122:3344:101::b]:42645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107475,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.103856424Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37774"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.104189224Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ebce7681-6c91-4bc9-b313-cc9aff7cae89","remote_addr":"[fd00:1122:3344:101::b]:42645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":227,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.104234866Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"1d23c0de-c298-46df-bdcc-cc877e92e9ca","remote_addr":"[fd00:1122:3344:101::b]:37774","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":225,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.14854282Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37984"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.148613992Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"c77450e8-7c7f-437b-97d8-7d50dccd48fb","remote_addr":"[fd00:1122:3344:101::a]:37984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":40,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.219260376Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.219318928Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"ee021b1f-806d-403f-a4a2-fc120122dee1","remote_addr":"[fd00:1122:3344:101::a]:37984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":150,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.230111103Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e605ae85-5c8f-42c5-9d05-568c7927727d","remote_addr":"[fd00:1122:3344:101::a]:37984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":226,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.305885286Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64695"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.30601303Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.348342187Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.410098371Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"8e61d012-01be-4892-8ee5-64da8a7af966","remote_addr":"[fd00:1122:3344:101::a]:64695","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104135,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.410201694Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65017"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.410231715Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55414"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.410272726Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38973"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.410532874Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"0b6947ef-47a1-4a14-96b7-919ece5f9814","remote_addr":"[fd00:1122:3344:101::c]:38973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":204,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.410578965Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"0bab4acd-7ac1-451d-998b-9f0a4cffc8d6","remote_addr":"[fd00:1122:3344:101::a]:64695","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":237,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.410706659Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"3e82610b-0099-43aa-9884-f30ff474e57c","remote_addr":"[fd00:1122:3344:101::a]:65017","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":203,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.411245245Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"38a6dc89-7318-4922-9dba-34c0cee66fac","remote_addr":"[fd00:1122:3344:101::c]:55414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.429308552Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38636"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.429405755Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.469092265Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.5257434Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"162b35b2-769c-4b6b-a77e-a5550bc4a85b","remote_addr":"[fd00:1122:3344:101::c]:38636","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96380,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.52611128Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"dd64a4cb-dc4c-43a3-9c6e-829c028afde1","remote_addr":"[fd00:1122:3344:101::c]:38636","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":139,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.526130931Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.526162032Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"9c557a58-eb3c-47ad-a396-371a72bb98d7","remote_addr":"[fd00:1122:3344:101::c]:55414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":164,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:24.535051062Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d118502b-d3b4-4cde-bdc2-a5f9a4e326db","remote_addr":"[fd00:1122:3344:101::c]:55414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":242,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:32.281665349Z","hostname":"buskin","pid":1572,"uri":"/a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","method":"GET","req_id":"0c7de6ab-c840-4adf-a656-295c49192aef","remote_addr":"[fd00:1122:3344:101::d]:40319","local_addr":"[fd00:1122:3344:101::1]:44276","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6680,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:37.552229869Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59781"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:37.552367013Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"48d57170-c96d-4e46-ac69-36292653abd7","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59781","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.091288229Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44278"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.091548087Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"efe2869d-a20c-4e43-ad39-a30fae451198","remote_addr":"[fd00:1122:3344:101::b]:44278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":185,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.210324007Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36708"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.210467591Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"1eee95c6-1c90-465a-9ebc-153b02dda0e1","remote_addr":"[fd00:1122:3344:101::b]:36708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.24808956Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.248125591Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d08750e6-0716-44ea-9ba3-5e17eb32b9b0","remote_addr":"[fd00:1122:3344:101::b]:36708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.260743519Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"affbbadd-c975-4bbd-995b-c732f2d7128a","remote_addr":"[fd00:1122:3344:101::b]:36708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":317,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.374208564Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37407"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.374331148Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"9cb80c0f-06a9-4fd2-9e89-f27a43e83576","remote_addr":"[fd00:1122:3344:101::a]:37407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.428572892Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.428605023Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"1bfa6b57-20af-4a68-9ff3-b21be5488654","remote_addr":"[fd00:1122:3344:101::a]:37407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.439985976Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3d66f30a-e6cd-4ab4-906b-0306170124ef","remote_addr":"[fd00:1122:3344:101::a]:37407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":302,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.476921525Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40968"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.477030858Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.527554584Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.60682158Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"412bde08-fb70-49aa-8e66-590e3fed39b7","remote_addr":"[fd00:1122:3344:101::b]:40968","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129828,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.607002665Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57622"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.607222892Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.611318191Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"47d8bd15-a09e-45d5-ab4e-72cdfbeb66db","remote_addr":"[fd00:1122:3344:101::b]:40968","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4086,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.627515154Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34254"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.627899746Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"bcb73dd5-df87-4f4c-b180-a062816ddcba","remote_addr":"[fd00:1122:3344:101::a]:34254","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":218,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.650408403Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.675750774Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56233"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.67596851Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"59e75852-b8a2-4f1c-82b8-870403c3c2d7","remote_addr":"[fd00:1122:3344:101::c]:56233","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.716374881Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"e58e239a-f6c1-4443-b1ff-8e5d5087a873","remote_addr":"[fd00:1122:3344:101::a]:57622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109265,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.716793583Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"85a91b53-504e-426f-b91b-a76a7d691289","remote_addr":"[fd00:1122:3344:101::a]:57622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.727098064Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.727131575Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"08df4356-84ad-482b-8df5-c6244d59b257","remote_addr":"[fd00:1122:3344:101::c]:56233","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.737849078Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48979"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.738008613Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"fad576a2-eb88-4b34-a142-af01ca7c2593","remote_addr":"[fd00:1122:3344:101::c]:48979","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.740192296Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56883"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.740279329Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.773477479Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.825139808Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5fb28b17-e87a-41ce-b485-370a0ccc1456","remote_addr":"[fd00:1122:3344:101::c]:56883","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84899,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.825675334Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"f158be35-a4fe-4aaa-a7ba-9db9a6e4ce75","remote_addr":"[fd00:1122:3344:101::c]:56883","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":250,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:11:54.826014054Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"6d1df0ca-e13c-4fb9-b5ff-9868bd78e418","remote_addr":"[fd00:1122:3344:101::c]:56233","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":481,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:02.420571659Z","hostname":"buskin","pid":1572,"uri":"/a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","method":"GET","req_id":"983f9dc3-ba08-4ef8-8c0f-623a1a14f3e0","remote_addr":"[fd00:1122:3344:101::d]:40319","local_addr":"[fd00:1122:3344:101::1]:44276","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6552,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:07.587357207Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57012"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:07.587533972Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"6e543d5c-1fff-47b8-8d8c-2ecb23b63a30","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57012","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":82,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:23.825610648Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52979"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:23.825740452Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"caa0d37c-b40d-4b9c-ae57-e0a01196941a","remote_addr":"[fd00:1122:3344:101::b]:52979","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:23.840507874Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:23.840531584Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d360e98e-9cc1-4f33-af6e-138e4310f50e","remote_addr":"[fd00:1122:3344:101::b]:52979","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:23.848183398Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"7018ddf1-0377-429f-91bc-a7b4769f8d1e","remote_addr":"[fd00:1122:3344:101::b]:52979","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":177,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.049891871Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.050102597Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"f2c266f0-36f5-4f8e-9226-6da71b663f1a","remote_addr":"[fd00:1122:3344:101::b]:60176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":168,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.169627279Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:58146"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.169749733Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.221611128Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.302780969Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6808b8c6-ca35-4148-9424-022f1eeec313","remote_addr":"[fd00:1122:3344:101::b]:58146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":133068,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.302929133Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37440"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.303066157Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b73e8c95-91a5-46c7-9a4b-e0aafe93d672","remote_addr":"[fd00:1122:3344:101::a]:37440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":64,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.303210251Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"385c533b-da9c-47b5-aad3-393ee306bc4f","remote_addr":"[fd00:1122:3344:101::b]:58146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.350831882Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.350859183Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"7215e198-b5b0-4060-a107-aa9abf9a1ffc","remote_addr":"[fd00:1122:3344:101::a]:37440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":128,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.366574932Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62722"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.366667815Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ff83190d-cfa5-437e-a814-636578278440","remote_addr":"[fd00:1122:3344:101::c]:62722","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":49,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.406716745Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.406741916Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"486b2f1a-182d-4df3-8839-c07c57345a60","remote_addr":"[fd00:1122:3344:101::c]:62722","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.419229981Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"0a596095-6123-4cb8-b3f6-2b83aa65db38","remote_addr":"[fd00:1122:3344:101::c]:62722","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":334,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.442557132Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53918"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.442751368Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"0f96fa0e-733d-41fb-bc08-65e03369b388","remote_addr":"[fd00:1122:3344:101::a]:53918","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.452359579Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b1ff2d3d-7446-4e8b-92ef-22bc57da981c","remote_addr":"[fd00:1122:3344:101::a]:37440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":165,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.455603603Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62746"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.455740287Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"b27a56b7-3ae5-4988-ad45-315f5cd26e30","remote_addr":"[fd00:1122:3344:101::c]:62746","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.50067494Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41816"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.500811844Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.538490455Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.600833356Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"d74f8716-6e6b-4f18-a23a-319f2b4dfaf2","remote_addr":"[fd00:1122:3344:101::a]:41816","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100077,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.600937149Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52775"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.601107674Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.635486369Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.691514846Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"e6f9df28-baf2-4296-93c9-a38b4ea6841c","remote_addr":"[fd00:1122:3344:101::c]:52775","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90491,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.691838635Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b112e009-f3e4-41d4-926d-bd2b4625eaec","remote_addr":"[fd00:1122:3344:101::c]:52775","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:24.691855405Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"3dae9a47-9d92-4caf-9b96-6c449265c70c","remote_addr":"[fd00:1122:3344:101::a]:41816","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":149,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:29.089110652Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33994"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:29.089281737Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"6f7530dd-cc09-4a82-99ca-309612b12bd9","remote_addr":"[fd00:1122:3344:101::a]:33994","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:29.091765799Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(4999943) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:29.09178126Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"PUT","req_id":"c0faae78-f702-4ee8-9e58-a85b665d6a7e","remote_addr":"[fd00:1122:3344:101::a]:33994","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":77,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:29.211495287Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50919"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:29.223473107Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: 3ca9570d-92af-40f4-a3ec-b642e876d6bd, project_id: 5aa2038b-a998-40ab-a2c7-417f086345f2 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-17T15:12:29.211258900Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: c3c92cb2-43d9-4406-8970-79bed238a55b, kind: Instance { id: 278be560-06c0-46fe-9b25-af508f2fb075 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4999943), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c3c92cb2-43d9-4406-8970-79bed238a55b, kind: Instance { id: 278be560-06c0-46fe-9b25-af508f2fb075 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4999943), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c3c92cb2-43d9-4406-8970-79bed238a55b, kind: Instance { id: 278be560-06c0-46fe-9b25-af508f2fb075 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4999943), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(4999943))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c3c92cb2-43d9-4406-8970-79bed238a55b, kind: Instance { id: 278be560-06c0-46fe-9b25-af508f2fb075 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4999943), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-4912745aa35\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: e5e8ae12-301c-4bd4-907e-33852ba75a92, read_only_parent: Some(Volume { block_size: 512, id: 354ea118-8223-4352-ac40-e8e7f187eadb, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: b0e300d4-9c8e-48ce-87b5-eb33ef296479, key: Some(\"cl8ZRvj9/EoPgSjCps482o8HA8F51legaK6G1J3OZFQ=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::13]:19001\", \"[fd00:1122:3344:101::18]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: e5e8ae12-301c-4bd4-907e-33852ba75a92, key: Some(\"rgXcssQwyKX6BgctsXQWmj9E19NJH0sRjwmhQoGifYA=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19001\", \"[fd00:1122:3344:101::13]:19002\", \"[fd00:1122:3344:101::14]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-4912745aa35\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:29.223532829Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:29.223769976Z","hostname":"buskin","pid":1572,"propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"sled-agent/src/instance.rs:1143","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: c3c92cb2-43d9-4406-8970-79bed238a55b, kind: Instance { id: 278be560-06c0-46fe-9b25-af508f2fb075 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4999943), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c3c92cb2-43d9-4406-8970-79bed238a55b, kind: Instance { id: 278be560-06c0-46fe-9b25-af508f2fb075 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4999943), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c3c92cb2-43d9-4406-8970-79bed238a55b, kind: Instance { id: 278be560-06c0-46fe-9b25-af508f2fb075 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4999943), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(4999943))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c3c92cb2-43d9-4406-8970-79bed238a55b, kind: Instance { id: 278be560-06c0-46fe-9b25-af508f2fb075 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4999943), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-4912745aa35\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: e5e8ae12-301c-4bd4-907e-33852ba75a92, read_only_parent: Some(Volume { block_size: 512, id: 354ea118-8223-4352-ac40-e8e7f187eadb, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: b0e300d4-9c8e-48ce-87b5-eb33ef296479, key: Some(\"cl8ZRvj9/EoPgSjCps482o8HA8F51legaK6G1J3OZFQ=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::13]:19001\", \"[fd00:1122:3344:101::18]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: e5e8ae12-301c-4bd4-907e-33852ba75a92, key: Some(\"rgXcssQwyKX6BgctsXQWmj9E19NJH0sRjwmhQoGifYA=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19001\", \"[fd00:1122:3344:101::13]:19002\", \"[fd00:1122:3344:101::14]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-4912745aa35\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-17T15:12:29.211258900Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:29.226826035Z","hostname":"buskin","pid":1572,"uri":"/vmms/2a25a16d-1c98-4e6a-9f65-3fd935162963","method":"PUT","req_id":"23d67858-5f7d-4697-84d4-b65eae585fe6","remote_addr":"[fd00:1122:3344:101::a]:50919","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":15244,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:29.364980781Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59551"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:29.365959579Z","hostname":"buskin","pid":1572,"uri":"/vmms/2a25a16d-1c98-4e6a-9f65-3fd935162963/state","method":"PUT","req_id":"ee444e5d-b1f2-4a3e-8a94-4280bec66c83","remote_addr":"[fd00:1122:3344:101::a]:59551","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":843,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:29.366513036Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 4999943 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:29.366539327Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:29.405402002Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:29.428179887Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:29.478524138Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62101"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:29.478730984Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"1279e28e-5fb7-4a4f-bf3e-3c441848ff3c","remote_addr":"[fd00:1122:3344:101::a]:62101","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:29.493458235Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {c3c92cb2-43d9-4406-8970-79bed238a55b: {10.151.1.175: {599f0db7-a669-41a9-b25b-54efc16d3edd}, 10.151.1.176: {599f0db7-a669-41a9-b25b-54efc16d3edd}}} }"} {"msg":"Profile for oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:30.648318084Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:30.648481949Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963\") failed: Property not found. retry in 29.246377ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:12:30.825623674Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963\") failed: Property not found. retry in 88.48932ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:12:30.864414357Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963\") failed: Property not found. retry in 263.694813ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:12:30.967720846Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963\") failed: Property not found. retry in 500.91949ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:12:31.246886862Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963\") failed: Property not found. retry in 845.824917ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:12:31.759887289Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:32.437952198Z","hostname":"buskin","pid":1572,"uri":"/a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","method":"GET","req_id":"b6e30c14-ae7d-4a32-8696-6fbafcb0eddf","remote_addr":"[fd00:1122:3344:101::d]:40319","local_addr":"[fd00:1122:3344:101::1]:44276","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":23881,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963\") failed: Property not found. retry in 1.484600197s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:12:32.618244865Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963\") failed: Property not found. retry in 1.204138591s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:12:34.114678564Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963\") failed: Property not found. retry in 1.073077981s","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:12:35.330605117Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963\") failed: Property not found. retry in 832.967758ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:12:36.415881374Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:37.277680531Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"sled-agent/src/instance.rs:1637"} {"msg":"wait for service Some(\"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963\") failed: Property not found. retry in 58.067911ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:12:37.287565Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963\") failed: Property not found. retry in 149.06969ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:12:37.355723071Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963\") failed: Property not found. retry in 175.60484ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:12:37.515433747Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:37.624164203Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36247"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:37.62440775Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"4d2b90ad-3015-4f5a-82b6-5f4a7b6b5a76","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36247","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963\") failed: Property not found. retry in 500.244749ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:12:37.700531385Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963\") failed: Property not found. retry in 996.568836ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:12:38.212574534Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:39.22116533Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"sled-agent/src/instance.rs:1646"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:39.257835111Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"sled-agent/src/instance.rs:1670"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:39.395755491Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"sled-agent/src/instance.rs:835"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:39.396596065Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:39.396656847Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f86a40f7-58f2-48b4-acee-b88709fb2a7a","remote_addr":"[fd00:1122:3344:101::a]:62101","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9903313,"response_code":"204"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-17T15:12:39.397844362Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:39.397873153Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:39.397887843Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-17T15:12:39.397844362Z }","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:39.397909854Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-17T15:12:39.397844362Z }, migration_in: None, migration_out: None }","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-17T15:12:39.466923150Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:39.46693867Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:39.466960601Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-17T15:12:39.466923150Z }","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:39.466967031Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-17T15:12:39.466923150Z }, migration_in: None, migration_out: None }","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:39.483927807Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5c7b6118-ba47-49cc-84c6-aee46dd2edb2","remote_addr":"[fd00:1122:3344:101::a]:62101","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":295,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:52.033281747Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59538"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:52.033978257Z","hostname":"buskin","pid":1572,"uri":"/vmms/2a25a16d-1c98-4e6a-9f65-3fd935162963/state","method":"PUT","req_id":"55ff1945-9e37-405c-b709-37e9d59a0541","remote_addr":"[fd00:1122:3344:101::a]:59538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":592,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-17T15:12:52.034096701Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:52.034122291Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:52.034147182Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-17T15:12:52.034096701Z }","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:52.034165193Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-17T15:12:52.034096701Z }, migration_in: None, migration_out: None }","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-17T15:12:52.105118345Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:52.105153647Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:52.105232559Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-17T15:12:52.105118345Z }","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:52.10525074Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"sled-agent/src/instance.rs:721","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:52.10525963Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:12:52.106238688Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"5263310137507237121"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:12:52.106527477Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"12212669941078320311"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:52.108888436Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:52.109686649Z","hostname":"buskin","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/debug/bundle/zone\", \"/pool/int/34423522-8473-4e67-b21d-dccdbba2931c/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/86d90d1a-236b-48f7-9d13-e0e08c6f416e/crypt/debug\", \"/pool/ext/6bbd0bbe-4092-4d91-b621-d8484bd8935a/crypt/debug\", \"/pool/ext/13507129-93b4-4cdb-aa3e-5a74ab4d7515/crypt/debug\", \"/pool/ext/d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0/crypt/debug\", \"/pool/ext/df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f/crypt/debug\", \"/pool/ext/e5d462a9-5343-4c50-9dc4-2adbb2b66d5e/crypt/debug\", \"/pool/ext/0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf/crypt/debug\", \"/pool/ext/6dc43632-8304-473f-ba75-413bbd171b4c/crypt/debug\", \"/pool/ext/6931ef6e-c78c-4d61-ab93-92f35309d55f/crypt/debug\"] }","zone_name":"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:52.748331987Z","hostname":"buskin","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963\", bundle_id: 367078eb-5d8d-452a-a154-2d118a3953a3 }, time_created: 2024-10-17T15:12:52.109842914Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:12:52.74842571Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"sled-agent/src/instance.rs:935"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:53.997734728Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35035"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:53.997880503Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"04e4cba5-1340-4a23-8e26-f11c2947934e","remote_addr":"[fd00:1122:3344:101::b]:35035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.008236215Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56110"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.072670108Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64133"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.072887474Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"32cd5877-8bc1-4551-9469-50995c8a119f","remote_addr":"[fd00:1122:3344:101::b]:64133","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":148,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.101777428Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {c3c92cb2-43d9-4406-8970-79bed238a55b: {10.151.1.175: {599f0db7-a669-41a9-b25b-54efc16d3edd}, 10.151.1.176: {599f0db7-a669-41a9-b25b-54efc16d3edd}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.101818159Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"ab6d8a13-aa84-4d92-a9be-bd7e429e7be0","remote_addr":"[fd00:1122:3344:101::b]:35035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.13469083Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"049b8d83-05e1-417f-bcde-46c78ebd89a4","remote_addr":"[fd00:1122:3344:101::b]:35035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":328,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.290685496Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38144"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.290881292Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.336158205Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.405173391Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"e8aeb75c-460b-493c-a65d-f1b14847ed83","remote_addr":"[fd00:1122:3344:101::b]:38144","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114353,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.4054612Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42579"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.405553752Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47670"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.405649995Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57621"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.41059693Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a85e3e60-1b7c-4870-978a-1d8318fb4550","remote_addr":"[fd00:1122:3344:101::b]:38144","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4960,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.410933849Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"724875a0-61e3-4d99-89a9-5d6f8d9301c7","remote_addr":"[fd00:1122:3344:101::a]:57621","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":211,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.4112885Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6d772bd8-afca-47c9-801c-49b18dffb0e7, kind: Service { id: d8aecb7f-3c94-4690-8de6-10380087d1f0 }, name: Name(\"external-dns-d8aecb7f-3c94-4690-8de6-10380087d1f0\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6effcc2-2cd2-485f-8ff3-7925310f2295, kind: Service { id: 869dbbb9-e780-4452-80fd-27d18cfc03d9 }, name: Name(\"external-dns-869dbbb9-e780-4452-80fd-27d18cfc03d9\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 237])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 46f0962a-0b66-4dce-b032-30a146c8b1a8, kind: Service { id: 9b355ea2-74f1-408f-acfc-0884fd332b64 }, name: Name(\"nexus-9b355ea2-74f1-408f-acfc-0884fd332b64\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 160, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9b09b11f-c188-4c11-8ce3-d650ad9f0dd9, kind: Service { id: 282d1bc9-0cd4-4794-93fb-67f38865892f }, name: Name(\"nexus-282d1bc9-0cd4-4794-93fb-67f38865892f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a0263431-08f3-4038-a052-4b9f35593548, kind: Service { id: 9125336f-8bba-4da8-a415-ccae7d60d01b }, name: Name(\"nexus-9125336f-8bba-4da8-a415-ccae7d60d01b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 199])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.411365912Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.411434044Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.411472255Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.411516297Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.411537187Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.411596009Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.41162673Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"0e43b131-4d1b-4438-a0bc-3e50cd6c6503","remote_addr":"[fd00:1122:3344:101::b]:47670","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":770,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.462143826Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {c3c92cb2-43d9-4406-8970-79bed238a55b: {10.151.1.175: {599f0db7-a669-41a9-b25b-54efc16d3edd}, 10.151.1.176: {599f0db7-a669-41a9-b25b-54efc16d3edd}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.462191207Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"b1465ec3-29d5-4abb-a4a4-b0aa49ad282c","remote_addr":"[fd00:1122:3344:101::a]:57621","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2672,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.530616096Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45489"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.532284755Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"4ecdf83b-908a-4d46-8836-c3ac8071e67c","remote_addr":"[fd00:1122:3344:101::a]:45489","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1606,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.540469224Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38462"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.541070062Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"1b35d609-0dd8-4241-aa7a-da079c6ce0e9","remote_addr":"[fd00:1122:3344:101::c]:38462","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":531,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.551123435Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"78850c1d-57cb-4589-b587-04fbf4a85a3d","remote_addr":"[fd00:1122:3344:101::a]:57621","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2456,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.568328398Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38558"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.595588834Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63550"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.596215223Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.645169153Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.715539239Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"d7167267-81e6-49ce-aa02-6cd20fcef6f6","remote_addr":"[fd00:1122:3344:101::a]:63550","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":119880,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.715874329Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {c3c92cb2-43d9-4406-8970-79bed238a55b: {10.151.1.176: {599f0db7-a669-41a9-b25b-54efc16d3edd}, 10.151.1.175: {599f0db7-a669-41a9-b25b-54efc16d3edd}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.71592991Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"91c78f1f-9185-443f-8033-5519a69f34b8","remote_addr":"[fd00:1122:3344:101::c]:38462","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":171,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.716089615Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"da4ba0e5-5e60-429b-acc2-ba015777b0fd","remote_addr":"[fd00:1122:3344:101::a]:63550","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":232,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.763277023Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42690"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.763595023Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6d772bd8-afca-47c9-801c-49b18dffb0e7, kind: Service { id: d8aecb7f-3c94-4690-8de6-10380087d1f0 }, name: Name(\"external-dns-d8aecb7f-3c94-4690-8de6-10380087d1f0\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6effcc2-2cd2-485f-8ff3-7925310f2295, kind: Service { id: 869dbbb9-e780-4452-80fd-27d18cfc03d9 }, name: Name(\"external-dns-869dbbb9-e780-4452-80fd-27d18cfc03d9\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 237])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 46f0962a-0b66-4dce-b032-30a146c8b1a8, kind: Service { id: 9b355ea2-74f1-408f-acfc-0884fd332b64 }, name: Name(\"nexus-9b355ea2-74f1-408f-acfc-0884fd332b64\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 160, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9b09b11f-c188-4c11-8ce3-d650ad9f0dd9, kind: Service { id: 282d1bc9-0cd4-4794-93fb-67f38865892f }, name: Name(\"nexus-282d1bc9-0cd4-4794-93fb-67f38865892f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a0263431-08f3-4038-a052-4b9f35593548, kind: Service { id: 9125336f-8bba-4da8-a415-ccae7d60d01b }, name: Name(\"nexus-9125336f-8bba-4da8-a415-ccae7d60d01b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 199])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.763661995Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.763704576Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.763738067Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.763764578Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.763788278Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.763808159Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.76384324Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"f1751f67-26f0-40be-bfb4-3c0c2a565688","remote_addr":"[fd00:1122:3344:101::a]:42690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":473,"response_code":"204"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.825676557Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.846591968Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(4999943), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.846639799Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(4999943), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.84700879Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-17T15:12:54.846982839Z }, migration_in: None, migration_out: None }","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.88434034Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41920"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.884593628Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"3f72d2c6-e936-4af9-9ccf-5f3ef9fb4ba0","remote_addr":"[fd00:1122:3344:101::c]:41920","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":166,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.884883616Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(4999943) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.884915917Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"PUT","req_id":"ca40ab2e-2d5f-43bf-b8c1-1565bb2ec432","remote_addr":"[fd00:1122:3344:101::c]:41920","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"204"} {"msg":"ignoring route ResolvedVpcRouteSet {\n id: RouterId {\n vni: Vni(\n 4999943,\n ),\n kind: Custom(\n V4(\n Ipv4Net {\n addr: 172.30.0.0,\n width: 22,\n },\n ),\n ),\n },\n version: None,\n routes: {},\n}","v":0,"name":"SledAgent","level":40,"time":"2024-10-17T15:12:54.900396169Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:456"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.900535664Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"843cfe21-1aa6-4fdd-a26c-68b48f0119d7","remote_addr":"[fd00:1122:3344:101::c]:38462","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":249,"response_code":"204"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.913200003Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-17T15:12:54.846982839Z }, migration_in: None, migration_out: None }","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.91787865Z","hostname":"buskin","pid":1572,"instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","propolis_id":"2a25a16d-1c98-4e6a-9f65-3fd935162963","instance_id":"278be560-06c0-46fe-9b25-af508f2fb075","component":"InstanceManager","file":"sled-agent/src/instance.rs:872"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.926300436Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46256"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.926378028Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:54.968383436Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:55.033413375Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5d3b0c9a-7475-4b3d-848b-b9dc12820050","remote_addr":"[fd00:1122:3344:101::c]:46256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107052,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:55.034011483Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"91234be5-264c-4022-9235-086da63a95b9","remote_addr":"[fd00:1122:3344:101::c]:46256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":286,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:55.034153287Z","hostname":"buskin","pid":1572,"uri":"/vmms/2a25a16d-1c98-4e6a-9f65-3fd935162963/state","method":"GET","req_id":"1e765329-44d3-4706-b33b-8b061b221869","remote_addr":"[fd00:1122:3344:101::b]:56110","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1025847,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:55.034806156Z","hostname":"buskin","pid":1572,"uri":"/vmms/2a25a16d-1c98-4e6a-9f65-3fd935162963/state","method":"GET","req_id":"a9af92c3-c720-4602-8831-369bc927f742","remote_addr":"[fd00:1122:3344:101::c]:38558","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Not Found","error_message_internal":"VMM with ID 2a25a16d-1c98-4e6a-9f65-3fd935162963 not found","latency_us":465654,"response_code":"404"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:55.034828487Z","hostname":"buskin","pid":1572,"uri":"/vmms/2a25a16d-1c98-4e6a-9f65-3fd935162963/state","method":"GET","req_id":"5fb01687-3e2f-488f-82fb-52428c2e82ca","remote_addr":"[fd00:1122:3344:101::a]:42579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Not Found","error_message_internal":"VMM with ID 2a25a16d-1c98-4e6a-9f65-3fd935162963 not found","latency_us":624100,"response_code":"404"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:55.083853379Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42959"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:55.084104856Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6d772bd8-afca-47c9-801c-49b18dffb0e7, kind: Service { id: d8aecb7f-3c94-4690-8de6-10380087d1f0 }, name: Name(\"external-dns-d8aecb7f-3c94-4690-8de6-10380087d1f0\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6effcc2-2cd2-485f-8ff3-7925310f2295, kind: Service { id: 869dbbb9-e780-4452-80fd-27d18cfc03d9 }, name: Name(\"external-dns-869dbbb9-e780-4452-80fd-27d18cfc03d9\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 237])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 46f0962a-0b66-4dce-b032-30a146c8b1a8, kind: Service { id: 9b355ea2-74f1-408f-acfc-0884fd332b64 }, name: Name(\"nexus-9b355ea2-74f1-408f-acfc-0884fd332b64\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 160, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9b09b11f-c188-4c11-8ce3-d650ad9f0dd9, kind: Service { id: 282d1bc9-0cd4-4794-93fb-67f38865892f }, name: Name(\"nexus-282d1bc9-0cd4-4794-93fb-67f38865892f\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a0263431-08f3-4038-a052-4b9f35593548, kind: Service { id: 9125336f-8bba-4da8-a415-ccae7d60d01b }, name: Name(\"nexus-9125336f-8bba-4da8-a415-ccae7d60d01b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 199])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:55.084163148Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:55.084200779Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:55.08421773Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:55.08423048Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:55.08424102Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:55.084256701Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:55.084274352Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"0b5448f6-5f64-4b18-9fc2-185d6ce0ce9a","remote_addr":"[fd00:1122:3344:101::c]:42959","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":354,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:55.463233563Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41324"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:55.463381247Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ab62abf3-d9ed-44f1-b56f-05f78135a3da","remote_addr":"[fd00:1122:3344:101::a]:41324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:55.478721795Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {c3c92cb2-43d9-4406-8970-79bed238a55b: {10.151.1.176: {599f0db7-a669-41a9-b25b-54efc16d3edd}, 10.151.1.175: {599f0db7-a669-41a9-b25b-54efc16d3edd}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:55.478752816Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"32d7cd13-0577-4752-bfe0-518cb2c35a2a","remote_addr":"[fd00:1122:3344:101::a]:41324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":121,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:55.487668687Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"04743971-d8e0-4071-8def-185176d92d3e","remote_addr":"[fd00:1122:3344:101::a]:41324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":189,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:55.62057532Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60290"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:55.620745505Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"0b7b4fcb-3c2b-468c-a9de-23f5279f86b8","remote_addr":"[fd00:1122:3344:101::a]:60290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":130,"response_code":"200"} {"msg":"Clearing mapping of virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:55.621010692Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:878","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(4999943) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:55.621032723Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"DELETE","req_id":"439d51e1-e1cb-4c1c-8c43-db185869ce9b","remote_addr":"[fd00:1122:3344:101::a]:60290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":80,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:56.884709241Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46446"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:56.884934558Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"60d3277e-e378-4e83-9046-a4e34747d1be","remote_addr":"[fd00:1122:3344:101::a]:46446","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":164,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:57.032157879Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59886"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:57.032249162Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a1c2e593-1e2e-4e89-ae2a-21e85556c051","remote_addr":"[fd00:1122:3344:101::a]:59886","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":64,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:57.046448026Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:57.046689013Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:57.046697594Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"a18247a0-20fa-40c0-9416-3659153d1434","remote_addr":"[fd00:1122:3344:101::a]:59886","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":309,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:57.054641426Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"28c8f3aa-9324-4a70-bc07-735c84e5537b","remote_addr":"[fd00:1122:3344:101::a]:59886","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":341,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:57.844181882Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50710"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:57.844282225Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f7558a35-c08a-447d-91bd-a36c39a3dabe","remote_addr":"[fd00:1122:3344:101::a]:50710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:57.856889663Z","hostname":"buskin","pid":1572,"sled_id":"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:57.856904154Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e7058d44-599d-425a-b68c-ce4f842df2d8","remote_addr":"[fd00:1122:3344:101::a]:50710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":43,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-17T15:12:57.862816247Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"815bacd8-6ecb-4ce4-bce5-829f9dc221fe","remote_addr":"[fd00:1122:3344:101::a]:50710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":136,"response_code":"204"}