[ Oct 18 21:15:22 Enabled. ] [ Oct 18 21:15:22 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 18 21:15:22 Method "start" exited with status 0. ] [ Oct 18 21:15:22 Rereading configuration. ] [ Oct 18 21:15:22 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:22.423371132Z","hostname":"buskin","pid":1572,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:22.423524067Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:22.474593723Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:22.474636705Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:22.585387312Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:22.594740277Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:22.602749604Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.20384386Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.342166148Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.342199009Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.342277662Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.342355554Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.342363214Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.342380644Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.34540188Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:23.3454084Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.345419991Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.34542418Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.345439531Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.345482412Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.345581595Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.345598965Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.345613546Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.357633546Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.357649887Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"37aac501-8998-4877-b092-a38915bed369 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.477935844Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 37aac501-8998-4877-b092-a38915bed369 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.943160443Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.943194824Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.943201704Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.943213464Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.943223114Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.943240015Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.943244585Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.951961532Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:23.951981473Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"c2dcf0fc-5091-4288-93df-08b2d114eb7a (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.061045482Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: c2dcf0fc-5091-4288-93df-08b2d114eb7a (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546599866Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546643067Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 37aac501-8998-4877-b092-a38915bed369 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c2dcf0fc-5091-4288-93df-08b2d114eb7a (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546670598Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546677928Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546688379Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546695099Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546701169Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546712589Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 37aac501-8998-4877-b092-a38915bed369 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c2dcf0fc-5091-4288-93df-08b2d114eb7a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.54673082Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.54673581Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.5467407Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546754751Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546760841Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546765901Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546771011Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 37aac501-8998-4877-b092-a38915bed369 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c2dcf0fc-5091-4288-93df-08b2d114eb7a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546788882Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546795002Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546799482Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546803252Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546807932Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546812322Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546816732Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 37aac501-8998-4877-b092-a38915bed369 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c2dcf0fc-5091-4288-93df-08b2d114eb7a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546841303Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546846673Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546851283Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546855733Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546861734Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 37aac501-8998-4877-b092-a38915bed369 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c2dcf0fc-5091-4288-93df-08b2d114eb7a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546881794Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546886414Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546892345Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546896595Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546900485Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 37aac501-8998-4877-b092-a38915bed369 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c2dcf0fc-5091-4288-93df-08b2d114eb7a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546930906Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546937516Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546945966Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546950186Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546954896Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546959836Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 37aac501-8998-4877-b092-a38915bed369 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c2dcf0fc-5091-4288-93df-08b2d114eb7a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546987457Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546992217Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.546997608Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.547002038Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.547006668Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.547013358Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 37aac501-8998-4877-b092-a38915bed369 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c2dcf0fc-5091-4288-93df-08b2d114eb7a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.547049589Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.547054839Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.547059849Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.54706367Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.54706995Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.54707467Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.54707891Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.54708532Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 37aac501-8998-4877-b092-a38915bed369 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c2dcf0fc-5091-4288-93df-08b2d114eb7a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.547113901Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.547122021Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.547126371Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.547130481Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 37aac501-8998-4877-b092-a38915bed369 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c2dcf0fc-5091-4288-93df-08b2d114eb7a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.547165702Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.547170113Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.547174922Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.547179053Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.547183073Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/37aac501-8998-4877-b092-a38915bed369/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.547187433Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.547193123Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.547200363Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/37aac501-8998-4877-b092-a38915bed369/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.547210154Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.547215404Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.547219674Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.547247895Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.547254405Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.557867036Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:739"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.557912987Z","hostname":"buskin","pid":1572,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999932968s","next_cleanup":"Instant { tv_sec: 2564, tv_nsec: 855780924 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.557953728Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3924"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.557959498Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/37aac501-8998-4877-b092-a38915bed369/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.55801162Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.55801979Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.560713206Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.562318691Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.562498737Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1073"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.562503747Z","hostname":"buskin","pid":1572,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.562546268Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/37aac501-8998-4877-b092-a38915bed369/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.562592979Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.56262345Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.56262722Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1136"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.562649151Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/37aac501-8998-4877-b092-a38915bed369/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.562656791Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.562665451Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.562668681Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1178"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.562672261Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.562678072Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.562769054Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/37aac501-8998-4877-b092-a38915bed369/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.563064333Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.563437303Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 89b355a9-112d-4da9-b4dc-e4e41b1154ec,\n sleds: {\n [fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 5b924789-0de0-48a3-8045-627050c78d75 (sled),\n rack_id: 89b355a9-112d-4da9-b4dc-e4e41b1154ec,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.563706271Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.563711511Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1212"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.563750842Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/37aac501-8998-4877-b092-a38915bed369/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.563758802Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.563927277Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.564083872Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.564128133Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 5b924789-0de0-48a3-8045-627050c78d75 (sled), rack_id: 89b355a9-112d-4da9-b4dc-e4e41b1154ec, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.564581556Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4221"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.564637467Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4603"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.56862312Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.574343752Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.574454365Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.57850329Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.578567362Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.578659434Z","hostname":"buskin","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:48123","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 5b924789-0de0-48a3-8045-627050c78d75 (sled), rack_id: 89b355a9-112d-4da9-b4dc-e4e41b1154ec, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.578754997Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.578767508Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.578800218Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.578808419Z","hostname":"buskin","pid":1572,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.578825259Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.578830989Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.57886378Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/37aac501-8998-4877-b092-a38915bed369/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.578915622Z","hostname":"buskin","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.578945602Z","hostname":"buskin","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.578955953Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.578967963Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.578973303Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.579067486Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.579086066Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.594018349Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.614214552Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.629247127Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.629309649Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.629316329Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.62932781Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.631904143Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Failed enable ddm stats (will retry after 62.64361ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.63570094Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a359ea2-32b9-4a33-8c7e-6bd5b95d3fd4\", \"content-length\": \"124\", \"date\": \"Fri, 18 Oct 2024 21:15:24 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2a359ea2-32b9-4a33-8c7e-6bd5b95d3fd4\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_37aac501-8998-4877-b092-a38915bed369/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.641941637Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_37aac501-8998-4877-b092-a38915bed369/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.671682169Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_37aac501-8998-4877-b092-a38915bed369/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.671719921Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.676349752Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.676356612Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_37aac501-8998-4877-b092-a38915bed369/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.676364592Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.699730704Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 150.631389ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.70030602Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd14fc82-9635-41e6-85f9-179847ba435c\", \"content-length\": \"124\", \"date\": \"Fri, 18 Oct 2024 21:15:24 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fd14fc82-9635-41e6-85f9-179847ba435c\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.776957962Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.85210294Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 167.045898ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.852749278Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"857e3ca0-883f-49a0-b388-6aa0fa543e69\", \"content-length\": \"124\", \"date\": \"Fri, 18 Oct 2024 21:15:24 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"857e3ca0-883f-49a0-b388-6aa0fa543e69\" }"} {"msg":"Mounting oxi_37aac501-8998-4877-b092-a38915bed369/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:24.996936893Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:25.009652533Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:25.009740876Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:25.009756916Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:25.009792737Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:25.020914272Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 107.509176ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:25.021438367Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55e95c0f-5dd9-4d07-a6ed-04f00fe8e82c\", \"content-length\": \"124\", \"date\": \"Fri, 18 Oct 2024 21:15:24 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"55e95c0f-5dd9-4d07-a6ed-04f00fe8e82c\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:25.130776284Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 176.220366ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:25.131453323Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"043626d3-005d-4e89-aa77-a53c56fff0cd\", \"content-length\": \"124\", \"date\": \"Fri, 18 Oct 2024 21:15:24 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"043626d3-005d-4e89-aa77-a53c56fff0cd\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:25.308668363Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 351.541904ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:25.309442265Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b69b69f-7546-4d3f-8a5b-ca4492d95e68\", \"content-length\": \"124\", \"date\": \"Fri, 18 Oct 2024 21:15:24 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0b69b69f-7546-4d3f-8a5b-ca4492d95e68\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:25.662040443Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 433.795792ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:25.662577818Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a355c6c2-9aae-4301-a390-4e7f41509e9a\", \"content-length\": \"124\", \"date\": \"Fri, 18 Oct 2024 21:15:25 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a355c6c2-9aae-4301-a390-4e7f41509e9a\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:25.745056335Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:25.75016428Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:38745","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:25.750218291Z","hostname":"buskin","pid":1572,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:25.750278383Z","hostname":"buskin","pid":1572,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:38745","producer_id":"5b924789-0de0-48a3-8045-627050c78d75"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:25.751378594Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"362.366968ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:25.752278259Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:25.75228684Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:25.752358252Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:923","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:25.752363772Z","hostname":"buskin","pid":1572,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:26.097404486Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:26.11483524Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"470.294149ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:26.586983744Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"915.754558ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:27.503652101Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.344579904s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:28.142695633Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2679"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:28.142723454Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2897"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:28.142728864Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2549"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:28.142733464Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2596"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:28.142743524Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2978"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:28.142747804Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3020"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:28.144658788Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2822"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:28.146056108Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2590"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:28.146197252Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:28.146346626Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 31.583199ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:28.389445622Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 86.915169ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:28.578171259Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 127.325ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:28.756357446Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 412.776498ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:28.954576381Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 581.873358ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:29.508146622Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:29.850643424Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.127534474s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 582.275583ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:30.132076266Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 923.42065ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:30.919085079Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 653.288717ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:31.853337653Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.440275368s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:32.542023602Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:33.980660853Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"7.925487834s"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.284910421Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.284948112Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.284962823Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/37aac501-8998-4877-b092-a38915bed369/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.284987743Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.28524013Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.285422006Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.285462537Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.285472927Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3924"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.502968188Z","hostname":"buskin","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:48123","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.503097502Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.503118832Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.50339464Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/37aac501-8998-4877-b092-a38915bed369/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.503429591Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.503440651Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.503452452Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.503479013Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.503484633Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.508759302Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4245","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.508769313Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4261"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.508776943Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.763655913Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:56095"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.76390504Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.76391464Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/37aac501-8998-4877-b092-a38915bed369/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.763955671Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.763973672Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.764051684Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"f5da5bc8-f790-459c-a4a3-ca4d9aee3b39","remote_addr":"[fd00:1122:3344:101::1]:56095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":263,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.796103352Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:50780"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.796248376Z","hostname":"buskin","pid":1572,"uri":"/sled-role","method":"GET","req_id":"34711b61-26d4-4943-951a-f0965e821685","remote_addr":"[fd00:1122:3344:101::1]:50780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":36,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.797672686Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/37aac501-8998-4877-b092-a38915bed369/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.797696217Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.798074368Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.798333695Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:882"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: d5a767ae-6409-47cf-a608-1ef1b7dafaa4, pool_id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: cbc2e704-1cd7-4d51-b047-967313ad69d1, pool_id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 6c308494-3eb8-49ef-9a58-6fcd6e6dc260, pool_id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 5b049386-da4b-4216-8586-c7faca4bbbe7, pool_id: f9f5e184-1c81-41fc-a52a-be4c7276ae53 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: d879ecf6-2719-4f2a-8994-71f63e5ecc7b, pool_id: da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: cf2e09a5-b585-4cef-86d2-e82ff444f902, pool_id: b78c6649-5323-4284-bf75-6bbed5c173bb (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: dc3bf1de-5a74-47be-9590-11cb3f573712, pool_id: 4dc81b5e-bdf6-4160-9546-5845b56a3c0b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 76a2d1f4-0696-418a-a218-905d9a2f492d, pool_id: f277b147-85ba-4b2d-859b-12c165945321 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: f4c60f1a-a898-47f9-9387-d50bee232c52, pool_id: 92e9deaa-2b6f-4faa-8530-0068451e5459 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.830510087Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.830596909Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41648"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.830865806Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: d5a767ae-6409-47cf-a608-1ef1b7dafaa4, pool_id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: cbc2e704-1cd7-4d51-b047-967313ad69d1, pool_id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 6c308494-3eb8-49ef-9a58-6fcd6e6dc260, pool_id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 5b049386-da4b-4216-8586-c7faca4bbbe7, pool_id: f9f5e184-1c81-41fc-a52a-be4c7276ae53 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: d879ecf6-2719-4f2a-8994-71f63e5ecc7b, pool_id: da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: cf2e09a5-b585-4cef-86d2-e82ff444f902, pool_id: b78c6649-5323-4284-bf75-6bbed5c173bb (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: dc3bf1de-5a74-47be-9590-11cb3f573712, pool_id: 4dc81b5e-bdf6-4160-9546-5845b56a3c0b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 76a2d1f4-0696-418a-a218-905d9a2f492d, pool_id: f277b147-85ba-4b2d-859b-12c165945321 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: f4c60f1a-a898-47f9-9387-d50bee232c52, pool_id: 92e9deaa-2b6f-4faa-8530-0068451e5459 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.830891077Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/37aac501-8998-4877-b092-a38915bed369/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.830907968Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.830916468Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.830924258Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.830931908Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.830939528Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.830948049Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:34.830955379Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:35.009472425Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:35.009509436Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5b924789-0de0-48a3-8045-627050c78d75)","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:15:35.470152935Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:35.929798945Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:15:35.933992364Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11262211774476135673"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:15:35.934130948Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16503114383628358344"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:35.965708202Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:35.973608976Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:35.973695758Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:35.973705689Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:35.973717519Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:35.973731199Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:35.973871823Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:35.973877224Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.012042495Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_c6ab4ce9-0193-43ec-8ee6-0e898b08456f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.01962452Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_c6ab4ce9-0193-43ec-8ee6-0e898b08456f","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.211447053Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.218304068Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.218341679Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.21837507Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.2183856Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.21839018Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.227969861Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.228003042Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.348014672Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.355515754Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.355551895Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.355559546Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.355568626Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.355579216Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.35570315Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.35572804Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.396033332Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_d4cafeb5-f7e8-49e9-92f3-c6f480448db7/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.403932366Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5b924789-0de0-48a3-8045-627050c78d75)","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:15:36.475138563Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_d4cafeb5-f7e8-49e9-92f3-c6f480448db7","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.609761756Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.617421804Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.617463285Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.617472335Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.617487395Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.617497046Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.627619482Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.627653243Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"a37fa713-e408-4c30-9412-5e8373254f8d (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.741396825Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.749283159Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.74932669Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.749369901Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.749404482Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.749413532Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.749549056Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.749557487Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.792299587Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_a37fa713-e408-4c30-9412-5e8373254f8d/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:36.799720628Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_a37fa713-e408-4c30-9412-5e8373254f8d","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.002639796Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.010315433Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.010360764Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.010368835Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.010394085Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.010400945Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.020254924Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.020277505Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"f9f5e184-1c81-41fc-a52a-be4c7276ae53 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.132801003Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: f9f5e184-1c81-41fc-a52a-be4c7276ae53 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.140416788Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.14046607Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.14047464Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.140513031Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.140522981Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.140640265Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.140651185Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.182563482Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_f9f5e184-1c81-41fc-a52a-be4c7276ae53/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.190283011Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_f9f5e184-1c81-41fc-a52a-be4c7276ae53","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.394208348Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.402204434Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.402239255Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.402246855Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.402252315Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.402257376Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.411547359Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.4115794Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.521760041Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.529602473Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.529663954Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.529673315Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.529695155Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.529704626Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.529812069Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.529818759Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5b924789-0de0-48a3-8045-627050c78d75)","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:15:37.533522644Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.567675991Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.575249236Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.775398226Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.78297513Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.783015201Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.783024342Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.783030952Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.783036952Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.792919352Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.792957963Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"b78c6649-5323-4284-bf75-6bbed5c173bb (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.914340971Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: b78c6649-5323-4284-bf75-6bbed5c173bb (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.922838802Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.922886153Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.922893733Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.922902204Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.922911074Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.923026027Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.923035228Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.964832292Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_b78c6649-5323-4284-bf75-6bbed5c173bb/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:37.971952033Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_b78c6649-5323-4284-bf75-6bbed5c173bb","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.172289598Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.179839072Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.179886593Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.179898104Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.179906364Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.179939095Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.190120433Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.190156074Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"4dc81b5e-bdf6-4160-9546-5845b56a3c0b (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.30369068Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 4dc81b5e-bdf6-4160-9546-5845b56a3c0b (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.311326327Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.311368038Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.311378658Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.31142791Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.31145222Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.311544203Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.311556363Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.355342434Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_4dc81b5e-bdf6-4160-9546-5845b56a3c0b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.365226763Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5b924789-0de0-48a3-8045-627050c78d75)","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:15:38.537672798Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_4dc81b5e-bdf6-4160-9546-5845b56a3c0b","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.589950719Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.598307836Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.598355327Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.598364688Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.598373148Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.598386458Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.608597108Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.608626958Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"f277b147-85ba-4b2d-859b-12c165945321 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.71705618Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: f277b147-85ba-4b2d-859b-12c165945321 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.725279303Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.725344924Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.725359725Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.725403456Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.725414886Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.725568891Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.725577321Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.767457488Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_f277b147-85ba-4b2d-859b-12c165945321/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.774839607Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_f277b147-85ba-4b2d-859b-12c165945321","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.976647913Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.984256009Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.98430279Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.98432211Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.98432782Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.984334021Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.994122918Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:38.994155399Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"92e9deaa-2b6f-4faa-8530-0068451e5459 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.109729433Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 92e9deaa-2b6f-4faa-8530-0068451e5459 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.117915485Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.117961326Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.117993887Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.118039218Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.118053469Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.118153902Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.118179872Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.155914111Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_92e9deaa-2b6f-4faa-8530-0068451e5459/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.16364689Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_92e9deaa-2b6f-4faa-8530-0068451e5459","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.367059242Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.374859733Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.374897274Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/37aac501-8998-4877-b092-a38915bed369/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.374994377Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.37510685Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 37aac501-8998-4877-b092-a38915bed369 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c2dcf0fc-5091-4288-93df-08b2d114eb7a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f9f5e184-1c81-41fc-a52a-be4c7276ae53 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: b78c6649-5323-4284-bf75-6bbed5c173bb (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4dc81b5e-bdf6-4160-9546-5845b56a3c0b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f277b147-85ba-4b2d-859b-12c165945321 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 92e9deaa-2b6f-4faa-8530-0068451e5459 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.375162742Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.375169762Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.375305596Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.375554743Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.375570393Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.375590964Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.375598444Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.375602954Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.375650986Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.375660096Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.375705747Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:798","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.375717347Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.37580484Z","hostname":"buskin","pid":1572,"uri":"/omicron-physical-disks","method":"PUT","req_id":"9427d0d1-e028-4daf-bea6-5cec8bba49cf","remote_addr":"[fd00:1122:3344:101::1]:41648","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4545073,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: fce57ae3-0e7d-4a91-948a-deba45267c64 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: aff2612e-30f3-42f9-8802-b062bec0588c (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: ee8ace33-e2bb-4849-80fa-c33d22c05bff (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.407041465Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.407179139Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:40802"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fce57ae3-0e7d-4a91-948a-deba45267c64, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.407461187Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.407469017Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fce57ae3-0e7d-4a91-948a-deba45267c64, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aff2612e-30f3-42f9-8802-b062bec0588c, dataset_name: DatasetName { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.466496419Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.46653723Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: aff2612e-30f3-42f9-8802-b062bec0588c, dataset_name: DatasetName { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee8ace33-e2bb-4849-80fa-c33d22c05bff, dataset_name: DatasetName { pool_name: ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.522467164Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.522500776Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ee8ace33-e2bb-4849-80fa-c33d22c05bff, dataset_name: DatasetName { pool_name: ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5b924789-0de0-48a3-8045-627050c78d75)","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:15:39.53962121Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.581579059Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/37aac501-8998-4877-b092-a38915bed369/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.58161521Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.58162218Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.581657471Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.624897066Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.624932517Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.624939877Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.676897199Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_fce57ae3-0e7d-4a91-948a-deba45267c64","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.680859931Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_aff2612e-30f3-42f9-8802-b062bec0588c","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.68468879Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.698033378Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_fce57ae3-0e7d-4a91-948a-deba45267c64","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.702387511Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_aff2612e-30f3-42f9-8802-b062bec0588c","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:39.706025814Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5b924789-0de0-48a3-8045-627050c78d75)","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:15:40.5411355Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:41.256626158Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:41.25670915Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Booting oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:41.257010419Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_fce57ae3-0e7d-4a91-948a-deba45267c64:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:41.741204795Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:42.221499069Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_aff2612e-30f3-42f9-8802-b062bec0588c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:42.221629723Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:42.221643793Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"wait for service Some(\"oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff\") failed: Property not found. retry in 43.797138ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:42.229492365Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_fce57ae3-0e7d-4a91-948a-deba45267c64 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:42.229530877Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_fce57ae3-0e7d-4a91-948a-deba45267c64","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_aff2612e-30f3-42f9-8802-b062bec0588c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:42.233450598Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_aff2612e-30f3-42f9-8802-b062bec0588c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff\") failed: Property not found. retry in 55.913103ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:42.282557029Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff\") failed: Property not found. retry in 174.407764ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:42.347407776Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_fce57ae3-0e7d-4a91-948a-deba45267c64\") failed: Property not found. retry in 69.483219ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:42.353886249Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_fce57ae3-0e7d-4a91-948a-deba45267c64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_aff2612e-30f3-42f9-8802-b062bec0588c\") failed: Property not found. retry in 54.42668ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:42.360353412Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_aff2612e-30f3-42f9-8802-b062bec0588c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_aff2612e-30f3-42f9-8802-b062bec0588c\") failed: Property not found. retry in 131.08411ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:42.529067152Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_aff2612e-30f3-42f9-8802-b062bec0588c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff\") failed: Property not found. retry in 568.618518ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:42.575068765Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_fce57ae3-0e7d-4a91-948a-deba45267c64\") failed: Property not found. retry in 57.579874ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:42.686515662Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_fce57ae3-0e7d-4a91-948a-deba45267c64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_aff2612e-30f3-42f9-8802-b062bec0588c\") failed: Property not found. retry in 251.970313ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:42.696079883Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_aff2612e-30f3-42f9-8802-b062bec0588c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_fce57ae3-0e7d-4a91-948a-deba45267c64\") failed: Property not found. retry in 224.726374ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:42.778290181Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_fce57ae3-0e7d-4a91-948a-deba45267c64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_aff2612e-30f3-42f9-8802-b062bec0588c\") failed: Property not found. retry in 467.898852ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:42.959618398Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_aff2612e-30f3-42f9-8802-b062bec0588c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_fce57ae3-0e7d-4a91-948a-deba45267c64\") failed: Property not found. retry in 578.056823ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:43.013659318Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_fce57ae3-0e7d-4a91-948a-deba45267c64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff\") failed: Property not found. retry in 873.795284ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:43.152026028Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_aff2612e-30f3-42f9-8802-b062bec0588c\") failed: Property not found. retry in 1.184835374s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:43.436048083Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_aff2612e-30f3-42f9-8802-b062bec0588c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_fce57ae3-0e7d-4a91-948a-deba45267c64\") failed: Property not found. retry in 875.278777ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:43.6011586Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_fce57ae3-0e7d-4a91-948a-deba45267c64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff\") failed: Property not found. retry in 626.797169ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:44.034851816Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:15:44.287451351Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11934575524083698346"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:15:44.287562884Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"386055286368534576"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:44.440748943Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4269"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:44.440804845Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4279","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:44.447938117Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4358"} {"msg":"wait for service Some(\"oxz_internal_dns_fce57ae3-0e7d-4a91-948a-deba45267c64\") failed: Property not found. retry in 1.465762171s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:44.488228188Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_fce57ae3-0e7d-4a91-948a-deba45267c64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:44.564998663Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4406"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:44.565047795Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4433"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:44.610503522Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4446"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:44.610544984Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4310"} {"msg":"wait for service Some(\"oxz_internal_dns_aff2612e-30f3-42f9-8802-b062bec0588c\") failed: Property not found. retry in 831.834787ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:44.632620749Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_aff2612e-30f3-42f9-8802-b062bec0588c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:44.667816286Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4352"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:44.667851307Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4413","rack_subnet":"fd00:1122:3344::"} {"msg":"wait for service Some(\"oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff\") failed: Property not found. retry in 981.347755ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:44.671728337Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:44.689396667Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4424"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:44.689423338Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4466"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:44.764938397Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4498"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:44.764962938Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4504"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:44.854278398Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4545"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:44.854325799Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Failed to get switch ID from MGS (retrying in 63.140693ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:44.887098107Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 87.003685ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:44.95144832Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 298.083635ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:45.039602057Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 502.58005ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:45.338763051Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"wait for service Some(\"oxz_internal_dns_aff2612e-30f3-42f9-8802-b062bec0588c\") failed: Property not found. retry in 1.284809366s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:45.474177707Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_aff2612e-30f3-42f9-8802-b062bec0588c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.568478568Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:62796"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.568695564Z","hostname":"buskin","pid":1572,"uri":"/sled-identifiers","method":"GET","req_id":"951a7b47-bd2e-4253-a993-343e8f2b7a44","remote_addr":"[fd00:1122:3344:101::2]:62796","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":74,"response_code":"200"} {"msg":"wait for service Some(\"oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff\") failed: Property not found. retry in 895.905992ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:45.66172792Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.843293893Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:418"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.87531182Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:686"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.875421563Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:724"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.875781233Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:727","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.875805284Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.911631339Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:15:45.936442771Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11262211774476135673"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:15:45.936559445Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16503114383628358344"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.959121914Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.959191346Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.959198656Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.959219456Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.959227377Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.959235417Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.959241147Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.959247687Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.959253517Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.959259198Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.959282638Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.959288838Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.959294549Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.959301629Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.959305519Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.959309539Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.959313489Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.959317319Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.959321179Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.959325079Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.95932904Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.95933299Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:45.95933969Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_fce57ae3-0e7d-4a91-948a-deba45267c64\") failed: Property not found. retry in 1.076970571s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:45.962031146Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_fce57ae3-0e7d-4a91-948a-deba45267c64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff\") failed: Property not found. retry in 880.59879ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:46.567032864Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_aff2612e-30f3-42f9-8802-b062bec0588c\") failed: Property not found. retry in 721.962214ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:46.768252344Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_aff2612e-30f3-42f9-8802-b062bec0588c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_fce57ae3-0e7d-4a91-948a-deba45267c64\") failed: Property not found. retry in 1.027257582s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:47.048335997Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_fce57ae3-0e7d-4a91-948a-deba45267c64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.097683731Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_ee8ace33-e2bb-4849-80fa-c33d22c05bff"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.097727183Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_fce57ae3-0e7d-4a91-948a-deba45267c64"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.097734763Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_aff2612e-30f3-42f9-8802-b062bec0588c"} {"msg":"Writing ledger to /pool/int/37aac501-8998-4877-b092-a38915bed369/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.097747453Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.098078343Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.098376971Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"f2218d67-eb30-4ec7-87ea-9475dbaa4b65","remote_addr":"[fd00:1122:3344:101::1]:40802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8691111,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.1004597Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.154594484Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.206583956Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.271949118Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.271963379Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.305124898Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.306035304Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.306046064Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: fce57ae3-0e7d-4a91-948a-deba45267c64 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: aff2612e-30f3-42f9-8802-b062bec0588c (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: ee8ace33-e2bb-4849-80fa-c33d22c05bff (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cfe57c8f-741a-4c14-8b5a-bd9d150424c4 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b78c6649-5323-4284-bf75-6bbed5c173bb (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 1bf39175-bfbc-44da-b9c1-62ff050fc593, kind: Service { id: cfe57c8f-741a-4c14-8b5a-bd9d150424c4 }, name: Name(\"ntp-cfe57c8f-741a-4c14-8b5a-bd9d150424c4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 125])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.335590441Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.335695434Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:58182"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fce57ae3-0e7d-4a91-948a-deba45267c64, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.335957051Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.335963671Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fce57ae3-0e7d-4a91-948a-deba45267c64, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aff2612e-30f3-42f9-8802-b062bec0588c, dataset_name: DatasetName { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.356216365Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.356264367Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: aff2612e-30f3-42f9-8802-b062bec0588c, dataset_name: DatasetName { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee8ace33-e2bb-4849-80fa-c33d22c05bff, dataset_name: DatasetName { pool_name: ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.37405045Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.374108542Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ee8ace33-e2bb-4849-80fa-c33d22c05bff, dataset_name: DatasetName { pool_name: ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.390665791Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/37aac501-8998-4877-b092-a38915bed369/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.390707012Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.390896688Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.39099206Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.401889319Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.434548964Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.436557601Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.436570151Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.46723372Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 187, 125]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.467256211Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.467797576Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.467802726Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.468159496Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.469390331Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.493099963Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:48.51102587Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:49.145463271Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:49.145676677Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4\") failed: Property not found. retry in 49.818123ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:49.278372676Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4\") failed: Property not found. retry in 74.147232ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:49.336632337Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4\") failed: Property not found. retry in 191.613809ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:49.442154506Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4\") failed: Property not found. retry in 415.361244ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:49.642140561Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4\") failed: Property not found. retry in 1.121584871s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:50.07069162Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4\") failed: Property not found. retry in 1.177591976s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:51.201910514Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4\") failed: Property not found. retry in 512.715703ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:52.387821357Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4\") failed: Property not found. retry in 812.577339ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:52.910324568Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4\") failed: Property not found. retry in 720.571685ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:53.73256414Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:15:54.289958919Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11934575524083698346"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:15:54.290084143Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"386055286368534576"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:54.472654765Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4"} {"msg":"Writing ledger to /pool/int/37aac501-8998-4877-b092-a38915bed369/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:54.472734007Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:54.473066566Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:54.473410896Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"6ee46ba5-d482-41de-8bbb-cfb2ebf86ddc","remote_addr":"[fd00:1122:3344:101::1]:58182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6137602,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:54.475790773Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:54.505175136Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:54.50532114Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:47969"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:15:54.514310765Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:54.514433858Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"c7fb1a7f-59ba-4a89-88dd-b64146511627","remote_addr":"[fd00:1122:3344:101::1]:47969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8964,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:54.516768354Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:54.59959756Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:54.599751035Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:46538"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:15:55.939055912Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11262211774476135673"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:15:55.939146235Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16503114383628358344"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:15:56.608264729Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:56.608357131Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"6bc4e4f0-1dba-4424-8dec-f43490090988","remote_addr":"[fd00:1122:3344:101::1]:46538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":2008544,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:56.610861153Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:56.734564046Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:56.734735261Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:37624"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:15:56.742998516Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:56.743086398Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"ab12fdad-3031-461a-8f2e-a78006cfd389","remote_addr":"[fd00:1122:3344:101::1]:37624","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8279,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:56.744695093Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:56.937072433Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:56.937221957Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:57556"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_cfe57c8f-741a-4c14-8b5a-bd9d150424c4': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:15:56.945384778Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:56.945497882Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"fed48b2e-438f-4453-806b-576767f15c21","remote_addr":"[fd00:1122:3344:101::1]:57556","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8230,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:15:56.94826767Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:57.201087042Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:15:57.201239076Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:63478"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:15:57.472806949Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12793294776241168765"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:15:57.515105627Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6224766056826274005"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:15:58.101302522Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3920996882286600681"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:01.210189376Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"4c49e8a2-c9c9-447a-a910-a2d97fb0ae3f","remote_addr":"[fd00:1122:3344:101::1]:63478","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4008879,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:01.212358627Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:01.212375478Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:01.453328583Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:01.453509358Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45626"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:01.462179614Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"7d74274b-a6a4-4cff-8adf-df32a29e162e","remote_addr":"[fd00:1122:3344:101::1]:45626","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8565,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:01.465370824Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:01.465379205Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:01.640584718Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:01.640747202Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64829"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:01.649176621Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"579a0cb7-f2b0-4b6f-8c88-ad6a7c9f1755","remote_addr":"[fd00:1122:3344:101::1]:64829","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8357,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.019788565 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:01.652804234Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:01.652812434Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:01.987419382Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:01.987565066Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:46417"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:01.99546798Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"cdd47000-b67f-401c-9e5e-f4fbefedf9d9","remote_addr":"[fd00:1122:3344:101::1]:46417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7825,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.018845644 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:01.997421425Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:01.997427256Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:02.534674538Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:02.534810395Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:35871"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:02.543396931Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"1bdd618e-8837-42b1-9bf8-bec46cac9020","remote_addr":"[fd00:1122:3344:101::1]:35871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8539,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.017365623 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:02.545356202Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:02.545363852Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:03.166427982Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:03.166589762Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:56512"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:03.175225458Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"c9487da6-9f6e-4c8d-ab02-e9556a9f27f5","remote_addr":"[fd00:1122:3344:101::1]:56512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8500,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.016487405 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:03.177078235Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:03.17708612Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:03.710276674Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:03.710414781Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:52940"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:03.718436105Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"9b56d220-647b-4efb-af6f-4c9603a8e411","remote_addr":"[fd00:1122:3344:101::1]:52940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7930,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.015019898 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:03.722296612Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:03.722316543Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:16:04.298271775Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11934575524083698346"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T21:16:04.298450148Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"386055286368534576"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.447491665Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.447686005Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:36279"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.469643478Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"e0ec9fd2-871f-479c-a831-da58fd2f8697","remote_addr":"[fd00:1122:3344:101::1]:36279","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":21711,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1209934681, ip_addr: 72.30.35.89, stratum: 3, ref_time: 1729286163.592512, correction: 0.013866778 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.472925588Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.472930988Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1298"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: fce57ae3-0e7d-4a91-948a-deba45267c64 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: aff2612e-30f3-42f9-8802-b062bec0588c (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: ee8ace33-e2bb-4849-80fa-c33d22c05bff (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cfe57c8f-741a-4c14-8b5a-bd9d150424c4 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b78c6649-5323-4284-bf75-6bbed5c173bb (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 1bf39175-bfbc-44da-b9c1-62ff050fc593, kind: Service { id: cfe57c8f-741a-4c14-8b5a-bd9d150424c4 }, name: Name(\"ntp-cfe57c8f-741a-4c14-8b5a-bd9d150424c4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 125])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a46e9d13-2630-4d57-b50b-2b882ea0c8e0 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External } } } }, OmicronZoneConfig { id: d8c3a80f-fbcb-416b-94b8-308642c731a2 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External } } } }, OmicronZoneConfig { id: 28231261-3680-4813-97fc-c13dffa80d4d (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External } } } }, OmicronZoneConfig { id: c5f52865-26b3-4d62-8c27-2b5e2a5e59b3 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: f9f5e184-1c81-41fc-a52a-be4c7276ae53 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f9f5e184-1c81-41fc-a52a-be4c7276ae53 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3c3e1455-64a3-4c65-8ffb-ff1defecd559 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.502489484Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.502595827Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:39428"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fce57ae3-0e7d-4a91-948a-deba45267c64, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.502924516Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.502937444Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fce57ae3-0e7d-4a91-948a-deba45267c64, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aff2612e-30f3-42f9-8802-b062bec0588c, dataset_name: DatasetName { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.52347196Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.523514242Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: aff2612e-30f3-42f9-8802-b062bec0588c, dataset_name: DatasetName { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee8ace33-e2bb-4849-80fa-c33d22c05bff, dataset_name: DatasetName { pool_name: ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.543377616Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.543413701Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ee8ace33-e2bb-4849-80fa-c33d22c05bff, dataset_name: DatasetName { pool_name: ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a46e9d13-2630-4d57-b50b-2b882ea0c8e0, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.561385854Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.561430386Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a46e9d13-2630-4d57-b50b-2b882ea0c8e0, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d8c3a80f-fbcb-416b-94b8-308642c731a2, dataset_name: DatasetName { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.622539454Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.62258842Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d8c3a80f-fbcb-416b-94b8-308642c731a2, dataset_name: DatasetName { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28231261-3680-4813-97fc-c13dffa80d4d, dataset_name: DatasetName { pool_name: ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.68258271Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.682624927Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 28231261-3680-4813-97fc-c13dffa80d4d, dataset_name: DatasetName { pool_name: ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c5f52865-26b3-4d62-8c27-2b5e2a5e59b3, dataset_name: DatasetName { pool_name: ZpoolName { id: f9f5e184-1c81-41fc-a52a-be4c7276ae53 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.7401184Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.740157204Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c5f52865-26b3-4d62-8c27-2b5e2a5e59b3, dataset_name: DatasetName { pool_name: ZpoolName { id: f9f5e184-1c81-41fc-a52a-be4c7276ae53 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3c3e1455-64a3-4c65-8ffb-ff1defecd559, dataset_name: DatasetName { pool_name: ZpoolName { id: da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.800192736Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.800233021Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3c3e1455-64a3-4c65-8ffb-ff1defecd559, dataset_name: DatasetName { pool_name: ZpoolName { id: da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.860644049Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/37aac501-8998-4877-b092-a38915bed369/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.860694047Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.860927866Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.861052792Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.945746826Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.945811234Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.945837804Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.945845754Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:04.945851088Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:05.038085682Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:05.041887108Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:05.045992923Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:05.050280528Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:05.054676448Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:05.059256372Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:05.063654974Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:05.069160053Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:05.074325588Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:05.07888178Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:06.960872629Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"254.021909ms"} {"msg":"Profile for oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:08.068387169Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:08.068588484Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:08.068749917Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:08.129888653Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:08.162544411Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:08.162739576Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:08.162759695Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:08.168315214Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:08.178563176Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:08.178727787Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3\") failed: Property not found. retry in 29.511494ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:08.27366452Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0\") failed: Property not found. retry in 61.496912ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:08.280952858Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559\") failed: Property not found. retry in 48.809609ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:08.302621842Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2\") failed: Property not found. retry in 61.178492ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:08.308852956Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3\") failed: Property not found. retry in 82.446754ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:08.3154459Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d\") failed: Property not found. retry in 50.690926ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:08.322307372Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559\") failed: Property not found. retry in 61.600778ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:08.584468701Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0\") failed: Property not found. retry in 61.655381ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:08.593405933Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2\") failed: Property not found. retry in 109.201586ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:08.620650017Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d\") failed: Property not found. retry in 101.585272ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:09.382844667Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559\") failed: Property not found. retry in 171.748426ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:09.442498159Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0\") failed: Property not found. retry in 241.291069ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:10.637301077Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2\") failed: Property not found. retry in 201.719065ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:10.812068777Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3\") failed: Property not found. retry in 131.593673ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:11.029063944Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d\") failed: Property not found. retry in 152.051858ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:11.044847561Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559\") failed: Property not found. retry in 438.587633ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:11.061131962Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0\") failed: Property not found. retry in 591.125756ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:11.074386938Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2\") failed: Property not found. retry in 580.933356ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:11.097268366Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3\") failed: Property not found. retry in 344.874205ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:11.172531298Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d\") failed: Property not found. retry in 439.859106ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:11.208515367Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559\") failed: Property not found. retry in 946.285697ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:11.512749165Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3\") failed: Property not found. retry in 911.621741ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:11.529661814Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d\") failed: Property not found. retry in 656.391456ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:11.66013137Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0\") failed: Property not found. retry in 479.475274ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:11.675947328Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2\") failed: Property not found. retry in 1.153858027s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:11.690021246Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0\") failed: Property not found. retry in 1.215642482s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:12.165452905Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d\") failed: Property not found. retry in 594.164511ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:12.326007463Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3\") failed: Property not found. retry in 1.00565473s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:12.449994386Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559\") failed: Property not found. retry in 905.659595ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:12.468489359Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2\") failed: Property not found. retry in 1.432053152s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:12.853017523Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d\") failed: Property not found. retry in 975.970939ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:12.928637886Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559\") failed: Property not found. retry in 1.041649445s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:13.383650078Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0\") failed: Property not found. retry in 1.151637014s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:13.391604174Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3\") failed: Property not found. retry in 1.464392525s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:13.46297416Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d\") failed: Property not found. retry in 1.468023977s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:13.914748915Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2\") failed: Property not found. retry in 1.29403679s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:14.29451513Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559\") failed: Property not found. retry in 857.223808ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:14.438046541Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0\") failed: Property not found. retry in 1.275457417s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:14.554978338Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:14.686975582Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56620"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:14.687216939Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"e797e7bd-405b-4da6-aaa9-fa13e18acccd","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56620","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3\") failed: Property not found. retry in 961.676809ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:14.934878374Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559\") failed: Property not found. retry in 1.086878707s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:15.302537929Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d\") failed: Property not found. retry in 800.571307ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:15.389136215Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2\") failed: Property not found. retry in 1.193463283s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:15.596697321Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0\") failed: Property not found. retry in 505.237865ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:15.83788032Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3\") failed: Property not found. retry in 1.391252603s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:15.903514191Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d\") failed: Property not found. retry in 1.090768302s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:16.19771308Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0\") failed: Property not found. retry in 948.766958ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:16.352468936Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559\") failed: Property not found. retry in 983.221667ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:16.39776875Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2\") failed: Property not found. retry in 901.568586ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:16.799846176Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d\") failed: Property not found. retry in 578.2238ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:17.298188692Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3\") failed: Property not found. retry in 555.966611ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:17.306036067Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0\") failed: Property not found. retry in 1.214384892s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:17.313553068Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559\") failed: Property not found. retry in 1.283516019s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:17.390671397Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2\") failed: Property not found. retry in 736.26651ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:17.710493027Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3\") failed: Property not found. retry in 865.362072ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:17.869910981Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d\") failed: Property not found. retry in 950.471196ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:17.883965824Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2\") failed: Property not found. retry in 1.307024839s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:18.456241286Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0\") failed: Property not found. retry in 641.381372ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:18.536173352Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559\") failed: Property not found. retry in 784.259035ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:18.684475291Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3\") failed: Property not found. retry in 714.072939ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:18.745682507Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d\") failed: Property not found. retry in 532.033804ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:18.844547488Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0\") failed: Property not found. retry in 918.343839ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:19.186274803Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d\") failed: Property not found. retry in 995.875241ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:19.386478516Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3\") failed: Property not found. retry in 720.723829ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:19.469277789Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559\") failed: Property not found. retry in 867.637605ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:19.477178067Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2\") failed: Property not found. retry in 746.339258ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:19.772202915Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0\") failed: Property not found. retry in 1.275585137s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:20.113631863Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3\") failed: Property not found. retry in 1.098341763s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:20.198449395Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559\") failed: Property not found. retry in 1.091500822s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:20.355036019Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d\") failed: Property not found. retry in 1.182904927s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:20.392369387Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2\") failed: Property not found. retry in 1.474876554s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:20.526720941Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3\") failed: Property not found. retry in 910.932682ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:21.306615987Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0\") failed: Property not found. retry in 1.041460151s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:21.398893951Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559\") failed: Property not found. retry in 1.436549154s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:21.456083051Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d\") failed: Property not found. retry in 983.070522ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:21.583835299Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2\") failed: Property not found. retry in 716.497402ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:22.010950355Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3\") failed: Property not found. retry in 880.015793ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:22.225808463Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:22.256195863Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"609.054635ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0\") failed: Property not found. retry in 1.438177131s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:22.449645054Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d\") failed: Property not found. retry in 1.337463528s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:22.575247443Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2\") failed: Property not found. retry in 811.122636ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:22.735993577Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559\") failed: Property not found. retry in 1.318250484s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:22.906180418Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3\") failed: Property not found. retry in 1.197430698s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:23.114583983Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2\") failed: Property not found. retry in 826.482555ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:23.554965972Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0\") failed: Property not found. retry in 1.164822327s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:23.896723846Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d\") failed: Property not found. retry in 885.888347ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:23.921041055Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559\") failed: Property not found. retry in 774.662095ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:24.233023726Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3\") failed: Property not found. retry in 550.809466ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:24.320052443Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2\") failed: Property not found. retry in 1.243564507s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:24.390656414Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d\") failed: Property not found. retry in 920.462755ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:24.815657968Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3\") failed: Property not found. retry in 1.016864154s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:24.879339832Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559\") failed: Property not found. retry in 950.875655ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:25.016246311Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0\") failed: Property not found. retry in 1.14804103s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:25.070052276Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2\") failed: Property not found. retry in 754.009976ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:25.642893125Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d\") failed: Property not found. retry in 511.315822ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:25.744190895Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3\") failed: Property not found. retry in 714.482764ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:25.904351823Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559\") failed: Property not found. retry in 642.963268ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:25.975303383Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0\") failed: Property not found. retry in 1.377634506s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:26.228051993Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d\") failed: Property not found. retry in 1.259757078s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:26.26394906Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2\") failed: Property not found. retry in 891.741256ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:26.40585339Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559\") failed: Property not found. retry in 778.036947ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:26.626575543Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3\") failed: Property not found. retry in 957.716286ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:26.634278571Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2\") failed: Property not found. retry in 1.053934322s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:27.306195095Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559\") failed: Property not found. retry in 1.102813074s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:27.414816611Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d\") failed: Property not found. retry in 1.232387606s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:27.533577805Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3\") failed: Property not found. retry in 1.273088363s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:27.60540731Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:28.901640083Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_3c3e1455-64a3-4c65-8ffb-ff1defecd559"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:28.901704575Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_a46e9d13-2630-4d57-b50b-2b882ea0c8e0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:28.901713615Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_d8c3a80f-fbcb-416b-94b8-308642c731a2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:28.901719445Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_c5f52865-26b3-4d62-8c27-2b5e2a5e59b3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:28.901725505Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_28231261-3680-4813-97fc-c13dffa80d4d"} {"msg":"Writing ledger to /pool/int/37aac501-8998-4877-b092-a38915bed369/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:28.901770737Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:28.902187008Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:28.902550539Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"c4c5cacd-174a-4e54-b67a-e09e58c64868","remote_addr":"[fd00:1122:3344:101::1]:39428","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":24386892,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:28.93684977Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64664"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:28.967085717Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3720"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:37.907575509Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"695.472172ms"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:44.72476233Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61511"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:44.725083839Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"b371c685-2c9b-4441-aebb-3cd81915041f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61511","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":226,"response_code":"200"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:16:50.223142978Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3738"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:16:53.645312078Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"1.725250934s"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:06.915320031Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3761"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:06.915399174Z","hostname":"buskin","pid":1572,"uri":"/cockroachdb","method":"POST","req_id":"1ae0b039-246a-4e9f-9d38-c687747fdd35","remote_addr":"[fd00:1122:3344:101::1]:64664","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":37978743,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: fce57ae3-0e7d-4a91-948a-deba45267c64 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: aff2612e-30f3-42f9-8802-b062bec0588c (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: ee8ace33-e2bb-4849-80fa-c33d22c05bff (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: cfe57c8f-741a-4c14-8b5a-bd9d150424c4 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b78c6649-5323-4284-bf75-6bbed5c173bb (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 1bf39175-bfbc-44da-b9c1-62ff050fc593, kind: Service { id: cfe57c8f-741a-4c14-8b5a-bd9d150424c4 }, name: Name(\"ntp-cfe57c8f-741a-4c14-8b5a-bd9d150424c4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 125])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a46e9d13-2630-4d57-b50b-2b882ea0c8e0 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External } } } }, OmicronZoneConfig { id: d8c3a80f-fbcb-416b-94b8-308642c731a2 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External } } } }, OmicronZoneConfig { id: 28231261-3680-4813-97fc-c13dffa80d4d (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External } } } }, OmicronZoneConfig { id: c5f52865-26b3-4d62-8c27-2b5e2a5e59b3 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: f9f5e184-1c81-41fc-a52a-be4c7276ae53 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f9f5e184-1c81-41fc-a52a-be4c7276ae53 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3c3e1455-64a3-4c65-8ffb-ff1defecd559 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe (zpool), kind: External } } } }, OmicronZoneConfig { id: b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13 (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 535c6760-92a0-4ed4-8487-309cea8579cb, kind: Service { id: b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13 }, name: Name(\"external-dns-b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 16])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: e69c8a68-e5ad-41d3-8389-48949b6b0bf2 (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 2f9e1b8d-48fa-46de-8fd3-06d98f044328, kind: Service { id: e69c8a68-e5ad-41d3-8389-48949b6b0bf2 }, name: Name(\"external-dns-e69c8a68-e5ad-41d3-8389-48949b6b0bf2\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 137])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bbea9fd2-0ed0-4ffc-8b21-e90c425d058b (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 2704a27c-a8c1-4183-a79a-30a98e7f777c, kind: Service { id: bbea9fd2-0ed0-4ffc-8b21-e90c425d058b }, name: Name(\"nexus-bbea9fd2-0ed0-4ffc-8b21-e90c425d058b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 19])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: f9f5e184-1c81-41fc-a52a-be4c7276ae53 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 4a80d3da-06a4-4929-98fd-7f202973c9c9, kind: Service { id: 68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6 }, name: Name(\"nexus-68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 88])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0586f0bd-10c5-46fa-81f5-1770287aebac (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: f9f5e184-1c81-41fc-a52a-be4c7276ae53 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: e159a2dc-75b4-4cbb-9ba1-a8388e65cd3b, kind: Service { id: 0586f0bd-10c5-46fa-81f5-1770287aebac }, name: Name(\"nexus-0586f0bd-10c5-46fa-81f5-1770287aebac\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 26470498-2a76-4218-bb76-746b0b9f2d30 (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 92e9deaa-2b6f-4faa-8530-0068451e5459 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: fc156b16-fbc4-4501-9617-6aee3fb8d364 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfac117c-31c0-445a-867a-49146e943120 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: f63d59e4-c8af-4534-b877-276603cb78eb (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 92e9deaa-2b6f-4faa-8530-0068451e5459 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8d5a4763-e0dc-4164-8d18-ca2e8950f03a (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: b78c6649-5323-4284-bf75-6bbed5c173bb (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 50f45db6-b61e-4980-8065-1a1e401554e4 (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External } } } }, OmicronZoneConfig { id: a1a7a15b-6087-4664-b023-d59775153026 (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External } } } }, OmicronZoneConfig { id: 86daf4c9-d71c-4a02-b703-3ebba1c812cb (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f957801-1c79-4b78-809b-85482eb1d3b5 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: f9f5e184-1c81-41fc-a52a-be4c7276ae53 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f9f5e184-1c81-41fc-a52a-be4c7276ae53 (zpool), kind: External } } } }, OmicronZoneConfig { id: fc6736c0-7301-4ccf-a0e4-68acaaf4148c (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe (zpool), kind: External } } } }, OmicronZoneConfig { id: 943507f6-f710-4d33-8119-d2c0e4ebf6fa (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: b78c6649-5323-4284-bf75-6bbed5c173bb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b78c6649-5323-4284-bf75-6bbed5c173bb (zpool), kind: External } } } }, OmicronZoneConfig { id: 5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6 (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 4dc81b5e-bdf6-4160-9546-5845b56a3c0b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4dc81b5e-bdf6-4160-9546-5845b56a3c0b (zpool), kind: External } } } }, OmicronZoneConfig { id: d7cd3c8f-a67c-474f-8177-e108e5fac346 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: f277b147-85ba-4b2d-859b-12c165945321 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f277b147-85ba-4b2d-859b-12c165945321 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1c570b08-efa9-4df4-86ae-968c8a663eef (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 92e9deaa-2b6f-4faa-8530-0068451e5459 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92e9deaa-2b6f-4faa-8530-0068451e5459 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:06.948691397Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:06.948841561Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:36449"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fce57ae3-0e7d-4a91-948a-deba45267c64, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:06.949764767Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:06.949775117Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fce57ae3-0e7d-4a91-948a-deba45267c64, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aff2612e-30f3-42f9-8802-b062bec0588c, dataset_name: DatasetName { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:06.977782981Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:06.977821052Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: aff2612e-30f3-42f9-8802-b062bec0588c, dataset_name: DatasetName { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee8ace33-e2bb-4849-80fa-c33d22c05bff, dataset_name: DatasetName { pool_name: ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:06.997364445Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:06.997396766Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ee8ace33-e2bb-4849-80fa-c33d22c05bff, dataset_name: DatasetName { pool_name: ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a46e9d13-2630-4d57-b50b-2b882ea0c8e0, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:07.019866613Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:07.019911234Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a46e9d13-2630-4d57-b50b-2b882ea0c8e0, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d8c3a80f-fbcb-416b-94b8-308642c731a2, dataset_name: DatasetName { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:07.039766476Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:07.039807198Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d8c3a80f-fbcb-416b-94b8-308642c731a2, dataset_name: DatasetName { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28231261-3680-4813-97fc-c13dffa80d4d, dataset_name: DatasetName { pool_name: ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:07.060656328Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:07.060709819Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 28231261-3680-4813-97fc-c13dffa80d4d, dataset_name: DatasetName { pool_name: ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c5f52865-26b3-4d62-8c27-2b5e2a5e59b3, dataset_name: DatasetName { pool_name: ZpoolName { id: f9f5e184-1c81-41fc-a52a-be4c7276ae53 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:07.081641492Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:07.081689104Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c5f52865-26b3-4d62-8c27-2b5e2a5e59b3, dataset_name: DatasetName { pool_name: ZpoolName { id: f9f5e184-1c81-41fc-a52a-be4c7276ae53 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3c3e1455-64a3-4c65-8ffb-ff1defecd559, dataset_name: DatasetName { pool_name: ZpoolName { id: da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:07.101905217Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:07.101963658Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3c3e1455-64a3-4c65-8ffb-ff1defecd559, dataset_name: DatasetName { pool_name: ZpoolName { id: da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:07.120634227Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:07.120674748Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e69c8a68-e5ad-41d3-8389-48949b6b0bf2, dataset_name: DatasetName { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:07.31700344Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:07.317061091Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e69c8a68-e5ad-41d3-8389-48949b6b0bf2, dataset_name: DatasetName { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc156b16-fbc4-4501-9617-6aee3fb8d364, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:07.498063399Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:07.49811721Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fc156b16-fbc4-4501-9617-6aee3fb8d364, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50f45db6-b61e-4980-8065-1a1e401554e4, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:07.675302749Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:07.675348441Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 50f45db6-b61e-4980-8065-1a1e401554e4, dataset_name: DatasetName { pool_name: ZpoolName { id: c6ab4ce9-0193-43ec-8ee6-0e898b08456f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1a7a15b-6087-4664-b023-d59775153026, dataset_name: DatasetName { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:07.809730937Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:07.809782078Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a1a7a15b-6087-4664-b023-d59775153026, dataset_name: DatasetName { pool_name: ZpoolName { id: d4cafeb5-f7e8-49e9-92f3-c6f480448db7 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 86daf4c9-d71c-4a02-b703-3ebba1c812cb, dataset_name: DatasetName { pool_name: ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:07.929033147Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:07.929088208Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 86daf4c9-d71c-4a02-b703-3ebba1c812cb, dataset_name: DatasetName { pool_name: ZpoolName { id: a37fa713-e408-4c30-9412-5e8373254f8d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3f957801-1c79-4b78-809b-85482eb1d3b5, dataset_name: DatasetName { pool_name: ZpoolName { id: f9f5e184-1c81-41fc-a52a-be4c7276ae53 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.04916695Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.049217011Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3f957801-1c79-4b78-809b-85482eb1d3b5, dataset_name: DatasetName { pool_name: ZpoolName { id: f9f5e184-1c81-41fc-a52a-be4c7276ae53 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fc6736c0-7301-4ccf-a0e4-68acaaf4148c, dataset_name: DatasetName { pool_name: ZpoolName { id: da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.167897603Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.167938784Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fc6736c0-7301-4ccf-a0e4-68acaaf4148c, dataset_name: DatasetName { pool_name: ZpoolName { id: da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 943507f6-f710-4d33-8119-d2c0e4ebf6fa, dataset_name: DatasetName { pool_name: ZpoolName { id: b78c6649-5323-4284-bf75-6bbed5c173bb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.268562324Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.268613346Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 943507f6-f710-4d33-8119-d2c0e4ebf6fa, dataset_name: DatasetName { pool_name: ZpoolName { id: b78c6649-5323-4284-bf75-6bbed5c173bb (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6, dataset_name: DatasetName { pool_name: ZpoolName { id: 4dc81b5e-bdf6-4160-9546-5845b56a3c0b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.366831318Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.366880279Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6, dataset_name: DatasetName { pool_name: ZpoolName { id: 4dc81b5e-bdf6-4160-9546-5845b56a3c0b (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d7cd3c8f-a67c-474f-8177-e108e5fac346, dataset_name: DatasetName { pool_name: ZpoolName { id: f277b147-85ba-4b2d-859b-12c165945321 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.464179736Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.464246397Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d7cd3c8f-a67c-474f-8177-e108e5fac346, dataset_name: DatasetName { pool_name: ZpoolName { id: f277b147-85ba-4b2d-859b-12c165945321 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1c570b08-efa9-4df4-86ae-968c8a663eef, dataset_name: DatasetName { pool_name: ZpoolName { id: 92e9deaa-2b6f-4faa-8530-0068451e5459 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.565424044Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.565471415Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1c570b08-efa9-4df4-86ae-968c8a663eef, dataset_name: DatasetName { pool_name: ZpoolName { id: 92e9deaa-2b6f-4faa-8530-0068451e5459 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.669941544Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/37aac501-8998-4877-b092-a38915bed369/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.670003626Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.670292104Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.670439838Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.848382909Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.848609536Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.848630886Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.848681358Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.848716639Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.848744619Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.850038876Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.878324037Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.878598335Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.878619996Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:08.880147979Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.074634818Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.074867765Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.074937687Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.074968508Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.074985128Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.075012229Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.104878025Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.104919446Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.1050676Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.110581457Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.115939858Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.121034562Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.126621631Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.132321612Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.137849629Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.277404742Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.282869507Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.287384345Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.291739138Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.296369899Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.301503705Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.306575448Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.311910089Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.316804808Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.32182668Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.326929925Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.33311068Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.338672178Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.344204794Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.384782734Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.385277258Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.391168855Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.395344323Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.399721057Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.404015438Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.409251327Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.415026141Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.461686812Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.520327043Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.574377144Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.577246106Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.577273817Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.626903102Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 140, 16]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.626927773Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.691458691Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.693518299Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.69353337Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.746379257Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 234, 137]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.746401257Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.748356363Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.748372613Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.799940644Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 154, 88]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.799982935Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.80157551Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.801587961Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.854361416Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 131, 19]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.854389747Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.854553521Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.854563721Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.856429254Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.856446285Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.911142644Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 248, 158]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.911172105Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.911403822Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.912938805Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.912952815Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.912980516Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.912989306Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.912995127Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.913002667Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.913008417Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.961040988Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.964622519Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.96855126Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.968571381Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.968581641Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:09.971750901Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:10.129378026Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:10.129441348Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Configuring new Omicron zone: oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:10.130036425Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:10.140133501Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:10.149918148Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:10.159501719Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:10.171859459Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:10.174860474Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Installing Omicron zone: oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:10.222204995Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:10.234999458Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:10.244670692Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:10.262693713Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:10.28133569Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:10.343613885Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:10.407894306Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"5.258889925s"} {"msg":"Profile for oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:12.507909012Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:12.51101707Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:12.523972557Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:12.526498199Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:12.594629889Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:12.594827884Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:12.606925957Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:12.619982667Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:12.620182853Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:12.620221123Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:12.620271425Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:12.620304726Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:12.624956738Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:12.643636467Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:12.656504501Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:12.667631246Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:12.683775384Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:12.68432749Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:12.684527305Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:12.69247194Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 35.415422ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:12.942806632Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 38.000706ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:12.957868078Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 60.432884ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:12.967411249Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 46.370791ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:12.977179725Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 72.636501ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:12.986768207Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb\") failed: Property not found. retry in 34.725598ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:12.99605034Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 60.971607ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:13.006825285Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 60.874052ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:13.036695231Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c\") failed: Property not found. retry in 48.835841ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:13.115635507Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 50.387262ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:13.619035837Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026\") failed: Property not found. retry in 72.731291ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:13.670830794Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 70.390456ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:13.699019783Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 103.257463ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:13.723821005Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 80.322739ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:13.753009992Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 76.3465ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:13.786873101Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 147.135092ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:13.810585053Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 100.727525ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:13.848086785Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c\") failed: Property not found. retry in 79.846152ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:13.882274794Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 204.201856ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:13.926536218Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026\") failed: Property not found. retry in 66.729384ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:13.958781931Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb\") failed: Property not found. retry in 85.6901ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:13.991811556Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 211.606395ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:14.05195487Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 158.775385ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:20.901430504Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 278.163938ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:21.094186465Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 254.444055ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:21.240611943Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 253.785177ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:21.540749345Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 118.580976ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:21.680780131Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c\") failed: Property not found. retry in 263.733481ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:21.729531802Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 490.848776ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:21.907834053Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026\") failed: Property not found. retry in 164.94237ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:21.930173356Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb\") failed: Property not found. retry in 180.901295ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:21.942546326Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 292.765083ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:21.954993879Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 363.42626ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:21.969359336Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 229.344896ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:21.980152372Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 289.920004ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:21.992171532Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 488.597709ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:22.003929875Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 479.196273ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:22.015990867Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c\") failed: Property not found. retry in 276.647129ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:22.026936237Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:22.029138329Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026\") failed: Property not found. retry in 521.935194ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:22.226077518Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb\") failed: Property not found. retry in 471.833599ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:22.23710079Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:22.23743572Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 1.05377155s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:22.256073368Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 862.211237ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:22.269056856Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 1.192905497s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:22.296964196Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c\") failed: Property not found. retry in 784.558247ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:22.316549021Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 507.012404ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:22.346150009Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 940.975395ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:22.413153767Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 484.856957ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:22.547666248Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 922.275568ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:22.565442661Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 68.284351ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:22.582268528Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 110.032307ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:22.662281464Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb\") failed: Property not found. retry in 1.120915438s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:22.724289111Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026\") failed: Property not found. retry in 406.756449ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:22.759069176Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 187.147116ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:22.784427664Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 908.479058ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:22.867709274Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:22.926963452Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:22.927200219Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 500.883883ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:22.990512932Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 1.272767409s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:23.049423881Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c\") failed: Property not found. retry in 698.43456ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:23.116505141Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 934.499195ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:23.146805509Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026\") failed: Property not found. retry in 1.264650164s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:23.190046224Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef\") failed: Property not found. retry in 25.481508ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:23.218550242Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef\") failed: Property not found. retry in 69.328927ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:23.25590762Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 1.041839861s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:23.324069011Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef\") failed: Property not found. retry in 219.470047ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:23.336070141Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 689.65758ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:23.367711557Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:23.46666899Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:23.466908047Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 582.030806ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:23.502017642Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 1.039804668s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:23.514159926Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 615.14486ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:23.525312201Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef\") failed: Property not found. retry in 240.939242ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:23.571596362Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 39.446309ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:23.700213696Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 58.395422ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:23.75048005Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 526.590617ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:23.789352161Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 189.285341ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:23.819094413Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef\") failed: Property not found. retry in 719.039206ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:23.829020454Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c\") failed: Property not found. retry in 1.499405083s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:23.841377825Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb\") failed: Property not found. retry in 625.755523ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:23.855992198Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 244.853671ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:24.022876006Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 649.665589ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:24.068880889Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 1.119921797s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:24.091917882Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 1.313052838s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:24.101856563Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 922.28924ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:24.153019472Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 704.261558ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:24.28035139Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 973.863859ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:24.328358209Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 815.60418ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:24.361335013Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 1.428328924s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:24.378435368Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026\") failed: Property not found. retry in 906.074433ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:24.46746941Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb\") failed: Property not found. retry in 1.361794709s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:24.492614342Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef\") failed: Property not found. retry in 969.239817ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:24.566488325Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 955.77264ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:24.580837711Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 822.951706ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:24.731681804Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 855.169067ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:24.997253727Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 595.444425ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:25.157684342Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 973.940939ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:25.18973195Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 1.227569969s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:25.223746943Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 1.491792932s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:25.312780725Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c\") failed: Property not found. retry in 761.087327ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:25.352944083Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026\") failed: Property not found. retry in 1.216100119s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:25.384789565Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 1.490536458s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:25.427532616Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef\") failed: Property not found. retry in 1.415874348s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:25.54593369Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 639.017396ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:25.555426969Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 1.481753686s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:25.56498508Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 1.029893266s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:25.765710155Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 1.06474756s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:25.819085537Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 1.124502284s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:25.863498285Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb\") failed: Property not found. retry in 1.376806698s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:25.873095947Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c\") failed: Property not found. retry in 1.102580873s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:26.126424683Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 1.11614486s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:26.17501837Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 1.420232122s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:26.206345067Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 634.113571ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:26.461447304Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026\") failed: Property not found. retry in 566.386085ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:26.611498164Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 727.543074ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:26.805323535Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 1.060896002s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:26.813072554Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 957.468316ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:26.896496587Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 1.204279654s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:26.930226603Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef\") failed: Property not found. retry in 1.17684454s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:26.973795027Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 892.335727ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:27.004051654Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 634.657126ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:27.061264335Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 627.130658ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:27.109013357Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026\") failed: Property not found. retry in 1.217108027s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:27.188974232Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c\") failed: Property not found. retry in 1.439490179s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:27.238070583Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb\") failed: Property not found. retry in 1.246214243s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:27.259524401Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 1.324401458s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:27.299683499Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 1.279834856s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:27.542529098Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 1.47038686s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:27.636363966Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 534.722063ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:27.708439707Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 1.370504386s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:27.747898735Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 1.304365082s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:27.86597961Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 1.325348802s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:27.885811962Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 1.007353932s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:27.90798012Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 676.057804ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:28.14735103Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef\") failed: Property not found. retry in 1.417685013s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:28.161801959Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 1.116286949s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:28.256349677Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026\") failed: Property not found. retry in 871.202022ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:28.420009973Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb\") failed: Property not found. retry in 1.127376285s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:28.520480939Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 1.276885046s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:28.63877073Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c\") failed: Property not found. retry in 1.135609847s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:28.690163686Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 1.486030472s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:28.834671Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:28.835980606Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 582.973603ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:28.850736724Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:28.851180567Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 704.647688ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:28.926992775Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364\") failed: Property not found. retry in 70.398844ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:29.111956694Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 1.08885137s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:29.121944717Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 1.008053353s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:29.130299743Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 1.372615226s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:29.182815001Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364\") failed: Property not found. retry in 78.670008ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:29.192221448Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 1.16523365s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:29.243758168Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364\") failed: Property not found. retry in 125.767735ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:29.313167304Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026\") failed: Property not found. retry in 1.349739384s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:29.327539791Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 1.070816919s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:29.389613519Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 562.953083ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:29.447633073Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364\") failed: Property not found. retry in 284.13261ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:29.461104084Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef\") failed: Property not found. retry in 1.147891996s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:29.591634922Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 735.235941ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:29.642128012Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb\") failed: Property not found. retry in 1.208803792s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:29.657158208Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364\") failed: Property not found. retry in 541.349546ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:29.753707833Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c\") failed: Property not found. retry in 1.493869504s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:29.835238242Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:29.887617786Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:29.887786771Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 1.027741248s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:29.92729488Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 1.251769258s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:30.020842399Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2\") failed: Property not found. retry in 39.388922ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:30.105812626Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 786.592463ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:30.146760856Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2\") failed: Property not found. retry in 117.076158ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:30.15325137Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 765.621529ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:30.219554648Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2\") failed: Property not found. retry in 295.306407ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:30.279209238Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364\") failed: Property not found. retry in 1.325760267s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:30.302771835Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 952.50989ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:30.329635126Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 518.559734ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:30.387273209Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 1.155037731s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:30.41662254Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 1.445092798s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:30.467685167Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 1.101761248s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:30.565536049Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2\") failed: Property not found. retry in 419.467342ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:30.582923551Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026\") failed: Property not found. retry in 1.2210221s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:30.708136668Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef\") failed: Property not found. retry in 1.094782734s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:30.769903988Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb\") failed: Property not found. retry in 1.142145638s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:30.944509284Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 752.256093ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:30.996560488Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 852.009669ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:31.01815419Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 1.486446334s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:31.040680628Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 674.186403ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:31.059258284Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2\") failed: Property not found. retry in 589.487819ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:31.071866712Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 1.134389329s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:31.310416889Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 1.146264475s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:31.340258964Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c\") failed: Property not found. retry in 638.077269ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:31.349611269Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:31.391025942Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:31.391177147Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 877.513106ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:31.583548046Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13\") failed: Property not found. retry in 67.554819ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:31.592068297Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364\") failed: Property not found. retry in 1.216494588s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:31.63876879Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13\") failed: Property not found. retry in 93.799478ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:31.669347997Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 797.751297ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:31.677816896Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2\") failed: Property not found. retry in 870.974753ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:31.6850054Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 1.090143889s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:31.744800214Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 871.906623ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:31.758236054Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13\") failed: Property not found. retry in 201.25543ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:31.772825898Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef\") failed: Property not found. retry in 1.058054037s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:31.884050308Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 1.227481019s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:31.899551058Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 1.005996118s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:31.92399365Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026\") failed: Property not found. retry in 1.241633423s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:31.938632634Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13\") failed: Property not found. retry in 388.873822ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:31.985297846Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c\") failed: Property not found. retry in 725.182264ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:31.997715178Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb\") failed: Property not found. retry in 1.289754484s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:32.094941262Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13\") failed: Property not found. retry in 543.535691ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:32.383692812Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 778.914882ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:32.453370855Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 574.371152ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:32.469078Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 798.681999ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:32.485053763Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 1.46968706s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:32.492891695Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 945.008568ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:32.537998623Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2\") failed: Property not found. retry in 806.155059ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:32.568808136Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 1.348340542s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:32.641649329Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c\") failed: Property not found. retry in 1.333873957s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:32.734043196Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 841.605304ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:32.848658803Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364\") failed: Property not found. retry in 1.051230487s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:32.868786723Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13\") failed: Property not found. retry in 774.715573ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:32.942491721Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef\") failed: Property not found. retry in 662.861068ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:32.954226293Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 966.991644ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:32.964854854Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 661.706272ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.055103071Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 1.001353057s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.139220823Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026\") failed: Property not found. retry in 686.651668ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.192529564Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 975.032875ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.243573969Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:33.254612082Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:33.254917371Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:33.261671412Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:33.261809716Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:33.263677319Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:33.268392292Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 1.051212148s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.296083957Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2\") failed: Property not found. retry in 1.326594617s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.390232964Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb\") failed: Property not found. retry in 1.476364106s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.402880722Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6\") failed: Property not found. retry in 39.313752ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.479024479Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 610.704212ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.49881876Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b\") failed: Property not found. retry in 50.689523ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.511931681Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac\") failed: Property not found. retry in 59.131307ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.525087964Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6\") failed: Property not found. retry in 71.864764ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.537142405Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b\") failed: Property not found. retry in 127.698169ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.602925869Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac\") failed: Property not found. retry in 120.824651ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.762681954Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 829.380737ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.775210799Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef\") failed: Property not found. retry in 1.261379789s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.78759312Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13\") failed: Property not found. retry in 1.427582463s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.800454864Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6\") failed: Property not found. retry in 144.763332ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.815772348Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 1.246632662s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.833441819Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b\") failed: Property not found. retry in 203.799049ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.849562115Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026\") failed: Property not found. retry in 1.432589896s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.890805744Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac\") failed: Property not found. retry in 120.749882ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.904054939Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364\") failed: Property not found. retry in 739.179209ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.934868822Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 736.889098ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.946277935Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6\") failed: Property not found. retry in 476.856732ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.974404802Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 1.130966371s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:33.986639678Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 584.867781ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:34.003323731Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac\") failed: Property not found. retry in 486.678859ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:34.037969112Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b\") failed: Property not found. retry in 390.377358ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:34.066174311Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c\") failed: Property not found. retry in 898.306394ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:34.086491847Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 523.445855ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:34.123125074Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 523.520517ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:34.155508062Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 799.057311ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:34.232112892Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 863.101801ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:34.362159845Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6\") failed: Property not found. retry in 426.198758ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:34.467820199Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b\") failed: Property not found. retry in 588.936628ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:34.485638543Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac\") failed: Property not found. retry in 757.378316ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:34.543538123Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 761.532637ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:34.608844383Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 1.25190736s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:34.627947625Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 1.052338403s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:34.671607351Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364\") failed: Property not found. retry in 942.943168ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:34.695055475Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 1.269490807s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:34.71250974Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 535.825611ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:34.729544263Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2\") failed: Property not found. retry in 525.23706ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:34.750739883Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb\") failed: Property not found. retry in 603.194012ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:34.897792889Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6\") failed: Property not found. retry in 577.177816ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:34.916730235Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c\") failed: Property not found. retry in 918.045667ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:34.99883904Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 1.258040311s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:35.045856392Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef\") failed: Property not found. retry in 1.279901582s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:35.066898978Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b\") failed: Property not found. retry in 1.186309669s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:35.094127929Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 1.012064586s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:35.109616588Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 1.108916208s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:35.130687935Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 622.145541ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:35.23994149Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13\") failed: Property not found. retry in 1.062053339s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:35.253137274Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 1.282558457s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:35.280055586Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2\") failed: Property not found. retry in 689.035704ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:35.294277199Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac\") failed: Property not found. retry in 917.194625ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:35.324037552Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026\") failed: Property not found. retry in 1.123791125s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:35.339117779Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 1.382910053s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:35.387299514Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6\") failed: Property not found. retry in 777.457616ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:35.510187205Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb\") failed: Property not found. retry in 1.438496424s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:35.524645665Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364\") failed: Property not found. retry in 963.322131ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:35.653433713Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 673.513373ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:35.741015244Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 1.321549182s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:35.872965651Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 1.415566841s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:35.89372388Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c\") failed: Property not found. retry in 789.161937ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:35.925787648Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 1.338215193s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:35.992920549Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2\") failed: Property not found. retry in 1.437864862s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:36.003427817Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 1.023241557s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:36.133682967Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 953.718526ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:36.252797821Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac\") failed: Property not found. retry in 764.245883ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:36.265651705Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b\") failed: Property not found. retry in 1.122043828s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:36.292702471Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6\") failed: Property not found. retry in 1.07638045s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:36.302975052Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 1.071363072s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:36.31385663Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13\") failed: Property not found. retry in 766.918426ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:36.325095319Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef\") failed: Property not found. retry in 1.067796096s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:36.361235243Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 780.057022ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:36.429715223Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026\") failed: Property not found. retry in 1.0943376s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:36.477062424Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:36.53378664Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"6.104963891s"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 1.150254522s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:36.577618342Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364\") failed: Property not found. retry in 864.819674ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:36.630283684Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c\") failed: Property not found. retry in 1.265138819s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:36.732240502Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 1.182645693s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:36.786012945Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb\") failed: Property not found. retry in 1.478887753s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:36.980789783Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac\") failed: Property not found. retry in 1.132701164s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:37.04248212Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13\") failed: Property not found. retry in 1.47329716s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:37.108574593Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 534.473875ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:37.173737748Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 828.374056ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:37.209338767Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 1.385162966s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:37.222657704Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 1.298201462s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:37.236468215Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 686.020122ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:37.321242497Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 1.443778365s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:37.345294878Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6\") failed: Property not found. retry in 701.065613ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:37.392963668Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 660.232318ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:37.42301579Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b\") failed: Property not found. retry in 1.07071296s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:37.434119444Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef\") failed: Property not found. retry in 1.132651868s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:37.443910972Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2\") failed: Property not found. retry in 801.83864ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:37.453877724Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364\") failed: Property not found. retry in 1.429300912s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:37.508282645Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026\") failed: Property not found. retry in 775.442537ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:37.584043561Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 824.894561ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:37.724021306Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 1.061041499s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:37.741992935Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 1.454929581s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:37.981301124Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c\") failed: Property not found. retry in 1.033098125s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:38.009547464Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 1.477476768s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:38.021834782Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 978.198548ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:38.050310859Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 867.573097ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:38.096395644Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6\") failed: Property not found. retry in 977.323471ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:38.107724355Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac\") failed: Property not found. retry in 1.441879655s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:38.187834874Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2\") failed: Property not found. retry in 1.246840159s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:38.271640639Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026\") failed: Property not found. retry in 921.500695ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:38.371055695Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb\") failed: Property not found. retry in 1.430333187s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:38.470361998Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b\") failed: Property not found. retry in 837.305687ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:38.51492492Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 596.065986ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:38.548217633Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 1.031471721s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:38.561612702Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef\") failed: Property not found. retry in 956.320846ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:38.586884658Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13\") failed: Property not found. retry in 1.454409108s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:38.595826882Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 1.184531692s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:38.618492464Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 786.584832ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:38.798499523Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 864.959445ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:38.810607116Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364\") failed: Property not found. retry in 1.406141835s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:38.947473973Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 927.219631ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:38.972959155Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 706.861287ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:39.039705336Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c\") failed: Property not found. retry in 1.356917293s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:39.053797705Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6\") failed: Property not found. retry in 563.341405ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:39.095886357Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 853.011599ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:39.154542969Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026\") failed: Property not found. retry in 1.403076605s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:39.303091857Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b\") failed: Property not found. retry in 583.507435ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:39.362029406Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 603.646367ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:39.446137409Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 981.528138ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:39.508598208Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2\") failed: Property not found. retry in 589.722721ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:39.528951055Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef\") failed: Property not found. retry in 692.62091ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:39.552319256Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 832.050227ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:39.593569105Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 1.243815263s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:39.601643454Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac\") failed: Property not found. retry in 1.206068165s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:39.639209948Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6\") failed: Property not found. retry in 607.673736ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:39.67033738Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 1.311629637s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:39.685512609Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 1.385671382s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:39.755534633Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 1.011511483s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:39.811372475Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 1.033813623s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:39.909201586Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb\") failed: Property not found. retry in 1.398007756s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:39.91748647Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b\") failed: Property not found. retry in 1.293959288s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:39.954864259Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 1.489611942s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:40.018200943Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 1.454769465s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:40.060183032Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13\") failed: Property not found. retry in 695.70321ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:40.068306832Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2\") failed: Property not found. retry in 1.170267639s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:40.127752146Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef\") failed: Property not found. retry in 787.210051ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:40.261094783Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6\") failed: Property not found. retry in 767.767399ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:40.288474129Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364\") failed: Property not found. retry in 1.036947197s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:40.364328887Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c\") failed: Property not found. retry in 1.312460653s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:40.421064234Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 1.484991042s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:40.437592953Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 1.484433607s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:40.499358232Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026\") failed: Property not found. retry in 1.314217307s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:40.719037325Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13\") failed: Property not found. retry in 988.075172ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:40.774425214Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 918.173252ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:40.831369177Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac\") failed: Property not found. retry in 1.052051653s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:40.854029929Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 856.57972ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:40.862690935Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 1.315029024s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:40.952009195Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 725.49989ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:41.006109777Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef\") failed: Property not found. retry in 1.431159865s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:41.057157413Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6\") failed: Property not found. retry in 1.052804699s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:41.064847411Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 938.274825ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:41.149997533Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b\") failed: Property not found. retry in 1.332902603s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:41.260802892Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2\") failed: Property not found. retry in 830.464209ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:41.307734541Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb\") failed: Property not found. retry in 509.25857ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:41.32532685Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364\") failed: Property not found. retry in 787.795521ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:41.409960977Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 634.112588ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:41.517571846Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 1.433661386s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:41.52656614Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346\") failed: Property not found. retry in 1.360937689s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:41.728003156Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 1.320986784s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:41.739879113Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c\") failed: Property not found. retry in 1.259408754s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:41.748417845Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 597.820551ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:41.757490112Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13\") failed: Property not found. retry in 653.655626ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:41.771281972Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb\") failed: Property not found. retry in 584.169177ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:41.845448513Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac\") failed: Property not found. retry in 701.186996ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:41.915519418Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 814.389623ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:41.931671976Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 935.848651ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:41.993550108Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026\") failed: Property not found. retry in 1.204623476s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:42.043013579Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6\") failed: Property not found. retry in 794.489739ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:42.098722208Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6\") failed: Property not found. retry in 1.427310659s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:42.12917883Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2\") failed: Property not found. retry in 1.151269684s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:42.147449858Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb\") failed: Property not found. retry in 999.675863ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:42.160653492Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364\") failed: Property not found. retry in 772.436204ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:42.206864881Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a\") failed: Property not found. retry in 1.165367556s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:42.276469463Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120\") failed: Property not found. retry in 1.068178398s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:42.364423154Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13\") failed: Property not found. retry in 1.073795832s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:42.434919141Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb\") failed: Property not found. retry in 657.848495ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:42.445416238Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef\") failed: Property not found. retry in 1.203292563s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:42.497565595Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b\") failed: Property not found. retry in 816.676454ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:42.603043634Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac\") failed: Property not found. retry in 739.043646ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:42.626506678Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30\") failed: Property not found. retry in 528.946547ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:42.757498579Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4\") failed: Property not found. retry in 780.152418ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:42.942213361Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5\") failed: Property not found. retry in 572.751401ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:42.969598157Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364\") failed: Property not found. retry in 1.071851812s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:42.988949004Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa\") failed: Property not found. retry in 1.225417313s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:43.07282385Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac\") failed: Property not found. retry in 887.178815ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:43.375682529Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b\") failed: Property not found. retry in 1.169939031s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:43.43007945Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6\") failed: Property not found. retry in 1.430662111s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:43.580869021Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac\") failed: Property not found. retry in 1.443561644s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:44.273848701Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b\") failed: Property not found. retry in 1.429733253s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:44.610733334Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:17:45.504845581Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"21.542622373s"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.073909151Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_3f957801-1c79-4b78-809b-85482eb1d3b5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.073966573Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_50f45db6-b61e-4980-8065-1a1e401554e4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.073972053Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_1c570b08-efa9-4df4-86ae-968c8a663eef"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.073976493Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_f63d59e4-c8af-4534-b877-276603cb78eb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.073980853Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_5d0a99e2-50f2-4e98-bf32-ddd85bed1bb6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.073984743Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_external_dns_b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.073988933Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.073993203Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_dfac117c-31c0-445a-867a-49146e943120"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.073997634Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_d7cd3c8f-a67c-474f-8177-e108e5fac346"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.074083296Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_external_dns_e69c8a68-e5ad-41d3-8389-48949b6b0bf2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.074088996Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_bbea9fd2-0ed0-4ffc-8b21-e90c425d058b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.074095006Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_oximeter_26470498-2a76-4218-bb76-746b0b9f2d30"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.074099286Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_clickhouse_fc156b16-fbc4-4501-9617-6aee3fb8d364"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.074103677Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_8d5a4763-e0dc-4164-8d18-ca2e8950f03a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.074107617Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_fc6736c0-7301-4ccf-a0e4-68acaaf4148c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.074111957Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_943507f6-f710-4d33-8119-d2c0e4ebf6fa"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.074121997Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_0586f0bd-10c5-46fa-81f5-1770287aebac"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.085208801Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_a1a7a15b-6087-4664-b023-d59775153026"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.085220591Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_86daf4c9-d71c-4a02-b703-3ebba1c812cb"} {"msg":"Writing ledger to /pool/int/37aac501-8998-4877-b092-a38915bed369/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.086426946Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.087792364Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.098394974Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"0f5aba6b-49a6-471f-8e12-a301e7fb2956","remote_addr":"[fd00:1122:3344:101::1]:36449","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":39149206,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.152021664Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1321"} {"msg":"Writing ledger to /pool/int/37aac501-8998-4877-b092-a38915bed369/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.16566384Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.166406141Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.610709357Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::c]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.620051502Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:719"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.653048786Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:886"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/89b355a9-112d-4da9-b4dc-e4e41b1154ec/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.654549469Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/89b355a9-112d-4da9-b4dc-e4e41b1154ec/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.772930122Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/89b355a9-112d-4da9-b4dc-e4e41b1154ec/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:46.837257594Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/89b355a9-112d-4da9-b4dc-e4e41b1154ec/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:47.01998767Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/89b355a9-112d-4da9-b4dc-e4e41b1154ec/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:47.267478321Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/89b355a9-112d-4da9-b4dc-e4e41b1154ec/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:47.482858592Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/89b355a9-112d-4da9-b4dc-e4e41b1154ec/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:47.795341824Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/89b355a9-112d-4da9-b4dc-e4e41b1154ec/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:48.209833954Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/89b355a9-112d-4da9-b4dc-e4e41b1154ec/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:48.544280378Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/89b355a9-112d-4da9-b4dc-e4e41b1154ec/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:49.140890028Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/89b355a9-112d-4da9-b4dc-e4e41b1154ec/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:49.703436733Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/89b355a9-112d-4da9-b4dc-e4e41b1154ec/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:50.429104709Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:50.95552428Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41926"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:50.957448595Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"434bdc5b-acb7-41ce-9ab2-83608b58bf92","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41926","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":965,"response_code":"200"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/89b355a9-112d-4da9-b4dc-e4e41b1154ec/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:51.434764256Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/89b355a9-112d-4da9-b4dc-e4e41b1154ec/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:52.350704272Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/89b355a9-112d-4da9-b4dc-e4e41b1154ec/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:53.667223105Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/89b355a9-112d-4da9-b4dc-e4e41b1154ec/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:55.49745314Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/89b355a9-112d-4da9-b4dc-e4e41b1154ec/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:56.287084507Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/89b355a9-112d-4da9-b4dc-e4e41b1154ec/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:57.415935624Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/89b355a9-112d-4da9-b4dc-e4e41b1154ec/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:17:58.808891852Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eddd205a-5725-435c-919a-b0762b955cc7\", \"content-length\": \"173\", \"date\": \"Fri, 18 Oct 2024 21:18:02 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"89b355a9-112d-4da9-b4dc-e4e41b1154ec\\\"\", request_id: \"eddd205a-5725-435c-919a-b0762b955cc7\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:02.451595676Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:05.921112017Z","hostname":"buskin","pid":1572,"component":"NexusNotifierTask","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:06.759451834Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40977"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:06.76212552Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ecb28439-723f-43f1-9aeb-baf20606edcc","remote_addr":"[fd00:1122:3344:101::c]:40977","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":705,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:06.792789978Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52692"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:06.793263842Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"2cf40d3f-b675-4f9a-a253-fea92c211aae","remote_addr":"[fd00:1122:3344:101::a]:52692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:06.953713257Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62594"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:06.954732896Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:06.954924041Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/37aac501-8998-4877-b092-a38915bed369/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:06.954942882Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:06.958994517Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:06.973164088Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34315"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:06.973407105Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:06.973421165Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/37aac501-8998-4877-b092-a38915bed369/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:06.973512738Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:06.973984031Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:06.987216436Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:06.987372821Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"41df8f00-7fcd-452e-a455-1bb443b76bc5","remote_addr":"[fd00:1122:3344:101::c]:40977","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6986,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:06.987461493Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:06.987520735Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"26d9ebb1-272e-425b-a734-22f9d7bdd357","remote_addr":"[fd00:1122:3344:101::a]:52692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7145,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:07.037598073Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48684"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:07.042235255Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"55a85abd-102f-4693-8d45-4c89eab8fed9","remote_addr":"[fd00:1122:3344:101::c]:48684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4464,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:07.162600084Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36823"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:07.162698147Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38091"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:07.163931012Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6752711b-23c1-441c-89fe-f82851fa211d","remote_addr":"[fd00:1122:3344:101::b]:38091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":139,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:07.16634833Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"bcfeee3b-599d-497e-913a-1c067e9da1e1","remote_addr":"[fd00:1122:3344:101::a]:36823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1077,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:07.180898342Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"48251d5d-ca7a-4be9-8bfb-aa95b73dadc7","remote_addr":"[fd00:1122:3344:101::a]:52692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":18263,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:07.257593355Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:07.257701258Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"94e3e075-4f4c-4071-a289-a9bc2b2885fc","remote_addr":"[fd00:1122:3344:101::b]:38091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":166,"response_code":"204"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:07.264701076Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:469","new_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 3 }","old_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 3 }","subnet":"RouterId { vni: Vni(100), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:07.264916522Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b8e7f97d-4d18-4b1a-b90d-933c625ead2d","remote_addr":"[fd00:1122:3344:101::c]:40977","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1825,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:07.307270462Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35148"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:07.307677954Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:07.307728955Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/37aac501-8998-4877-b092-a38915bed369/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:07.307850999Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:07.308411715Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:07.315857365Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"8165e295-ce14-4d4a-b514-8d85147c8786","remote_addr":"[fd00:1122:3344:101::a]:62594","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":361876,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:07.321086954Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"e0300262-b600-4ade-a02a-507f65607bac","remote_addr":"[fd00:1122:3344:101::c]:34315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":347775,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:07.390985103Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:57742"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:07.391314143Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"83eb2ada-00da-4944-b24d-a470b54a0b36","remote_addr":"[fd00:1122:3344:101::b]:57742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":225,"response_code":"200"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:07.464446335Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:469","new_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 3 }","old_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 3 }","subnet":"RouterId { vni: Vni(100), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:07.46462074Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"110e07eb-3273-4f6a-a2d9-468542f275bf","remote_addr":"[fd00:1122:3344:101::b]:38091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":516,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:07.624627962Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"784313fa-c0b0-4849-9022-e3f532cbebfa","remote_addr":"[fd00:1122:3344:101::b]:35148","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":317114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.607185695Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62682"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.607310238Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.607317058Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/37aac501-8998-4877-b092-a38915bed369/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.60735563Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.608338167Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.73516124Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47716"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.737194848Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2f9e1b8d-48fa-46de-8fd3-06d98f044328, kind: Service { id: e69c8a68-e5ad-41d3-8389-48949b6b0bf2 }, name: Name(\"external-dns-e69c8a68-e5ad-41d3-8389-48949b6b0bf2\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 137])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 535c6760-92a0-4ed4-8487-309cea8579cb, kind: Service { id: b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13 }, name: Name(\"external-dns-b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 16])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2704a27c-a8c1-4183-a79a-30a98e7f777c, kind: Service { id: bbea9fd2-0ed0-4ffc-8b21-e90c425d058b }, name: Name(\"nexus-bbea9fd2-0ed0-4ffc-8b21-e90c425d058b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 19])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4a80d3da-06a4-4929-98fd-7f202973c9c9, kind: Service { id: 68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6 }, name: Name(\"nexus-68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 88])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e159a2dc-75b4-4cbb-9ba1-a8388e65cd3b, kind: Service { id: 0586f0bd-10c5-46fa-81f5-1770287aebac }, name: Name(\"nexus-0586f0bd-10c5-46fa-81f5-1770287aebac\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.737226128Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.737405134Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.737438334Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.737450915Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.737465185Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.737470535Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.737502456Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"e8b08103-d9e3-4e2d-8ba1-64097a81b43d","remote_addr":"[fd00:1122:3344:101::a]:47716","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2135,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.854548692Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"9bf16e62-16e2-4a57-b7af-ef1124e3cd66","remote_addr":"[fd00:1122:3344:101::c]:62682","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":247252,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.917805464Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46690"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.91802797Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2f9e1b8d-48fa-46de-8fd3-06d98f044328, kind: Service { id: e69c8a68-e5ad-41d3-8389-48949b6b0bf2 }, name: Name(\"external-dns-e69c8a68-e5ad-41d3-8389-48949b6b0bf2\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 137])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 535c6760-92a0-4ed4-8487-309cea8579cb, kind: Service { id: b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13 }, name: Name(\"external-dns-b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 16])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2704a27c-a8c1-4183-a79a-30a98e7f777c, kind: Service { id: bbea9fd2-0ed0-4ffc-8b21-e90c425d058b }, name: Name(\"nexus-bbea9fd2-0ed0-4ffc-8b21-e90c425d058b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 19])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4a80d3da-06a4-4929-98fd-7f202973c9c9, kind: Service { id: 68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6 }, name: Name(\"nexus-68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 88])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e159a2dc-75b4-4cbb-9ba1-a8388e65cd3b, kind: Service { id: 0586f0bd-10c5-46fa-81f5-1770287aebac }, name: Name(\"nexus-0586f0bd-10c5-46fa-81f5-1770287aebac\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.918061031Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.918079512Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.918092702Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.918097502Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.918107252Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.918110882Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.918126543Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"72848be0-896b-4dd1-aaa6-3bcb8916658e","remote_addr":"[fd00:1122:3344:101::c]:46690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":257,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.9847565Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47329"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.984899664Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2f9e1b8d-48fa-46de-8fd3-06d98f044328, kind: Service { id: e69c8a68-e5ad-41d3-8389-48949b6b0bf2 }, name: Name(\"external-dns-e69c8a68-e5ad-41d3-8389-48949b6b0bf2\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 137])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 535c6760-92a0-4ed4-8487-309cea8579cb, kind: Service { id: b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13 }, name: Name(\"external-dns-b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 16])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2704a27c-a8c1-4183-a79a-30a98e7f777c, kind: Service { id: bbea9fd2-0ed0-4ffc-8b21-e90c425d058b }, name: Name(\"nexus-bbea9fd2-0ed0-4ffc-8b21-e90c425d058b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 19])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4a80d3da-06a4-4929-98fd-7f202973c9c9, kind: Service { id: 68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6 }, name: Name(\"nexus-68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 88])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e159a2dc-75b4-4cbb-9ba1-a8388e65cd3b, kind: Service { id: 0586f0bd-10c5-46fa-81f5-1770287aebac }, name: Name(\"nexus-0586f0bd-10c5-46fa-81f5-1770287aebac\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.984935375Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.984962776Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.984979647Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.984992227Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.985017068Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.985022508Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.985043848Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a290fd17-ad59-40f5-b185-4c158c4b215d","remote_addr":"[fd00:1122:3344:101::c]:47329","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":249,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:08.987257981Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:09.453643622Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51957"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:09.453772605Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:09.453779495Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/37aac501-8998-4877-b092-a38915bed369/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:09.453801646Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:09.454046983Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:09.670591117Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"40cb4958-9fe2-463b-8869-e37b1e4dc76f","remote_addr":"[fd00:1122:3344:101::c]:51957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":216825,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:10.335140581Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47738"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:10.335436779Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2f9e1b8d-48fa-46de-8fd3-06d98f044328, kind: Service { id: e69c8a68-e5ad-41d3-8389-48949b6b0bf2 }, name: Name(\"external-dns-e69c8a68-e5ad-41d3-8389-48949b6b0bf2\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 137])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 535c6760-92a0-4ed4-8487-309cea8579cb, kind: Service { id: b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13 }, name: Name(\"external-dns-b5f529a4-79fc-4f4b-8a0e-27f9a8a15a13\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 16])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2704a27c-a8c1-4183-a79a-30a98e7f777c, kind: Service { id: bbea9fd2-0ed0-4ffc-8b21-e90c425d058b }, name: Name(\"nexus-bbea9fd2-0ed0-4ffc-8b21-e90c425d058b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 19])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4a80d3da-06a4-4929-98fd-7f202973c9c9, kind: Service { id: 68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6 }, name: Name(\"nexus-68b804e5-dcd6-4aa4-84e4-f2fdb94df5e6\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 88])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e159a2dc-75b4-4cbb-9ba1-a8388e65cd3b, kind: Service { id: 0586f0bd-10c5-46fa-81f5-1770287aebac }, name: Name(\"nexus-0586f0bd-10c5-46fa-81f5-1770287aebac\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:10.33548537Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:10.335520482Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:10.335535682Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:10.335546982Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:10.335558893Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:10.335568943Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:10.335595064Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"5910e077-54d2-412d-81af-ceeb38cd6da0","remote_addr":"[fd00:1122:3344:101::b]:47738","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":362,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:15.399570029Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62434"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:15.399680442Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"565695d5-b1e9-4b24-a541-35d09c77d79e","remote_addr":"[fd00:1122:3344:101::c]:62434","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:15.453177368Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:15.453205778Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"27676177-304c-480f-b9a8-466408bb6f2e","remote_addr":"[fd00:1122:3344:101::c]:62434","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:15.462223274Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b5d7c91d-801c-43f1-82be-af57ec3dd9b1","remote_addr":"[fd00:1122:3344:101::c]:62434","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":176,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:20.992582512Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55488"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:20.992730407Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"af5ceb7c-bb2a-459a-8ce8-c1d85cb76579","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55488","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:36.573180984Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61379"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:36.573363539Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"2b07af82-3a6b-44b6-815b-a9919a11595a","remote_addr":"[fd00:1122:3344:101::a]:61379","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:36.639836632Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:36.639865703Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"8582700a-97eb-4505-8d0e-02ea31c989c9","remote_addr":"[fd00:1122:3344:101::a]:61379","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":117,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:36.650415632Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"6fef54e9-f7c4-4d3f-a6b1-5ee184717714","remote_addr":"[fd00:1122:3344:101::a]:61379","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":195,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:36.679787964Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59921"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:36.679923617Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"dd0b8161-6d6c-4ba4-a432-e475e8467a0f","remote_addr":"[fd00:1122:3344:101::c]:59921","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":42,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:36.729922584Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:36.729954325Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"7b3113ea-d016-4406-8afe-a22e8b73e4bf","remote_addr":"[fd00:1122:3344:101::c]:59921","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":62,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:36.74003988Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"31d978e3-3148-4238-aa05-5e537c8f936d","remote_addr":"[fd00:1122:3344:101::c]:59921","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":206,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:36.748976093Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53763"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:36.750431745Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:36.827536298Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:36.913555355Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3659303a-7972-4704-9e1c-301081b0b761","remote_addr":"[fd00:1122:3344:101::a]:53763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":164521,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:36.913755681Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42112"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:36.913775811Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61621"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:36.913804812Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54091"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:36.91409689Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:36.919884454Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"7f5d12e7-c69e-4772-852f-0129c4d57cf1","remote_addr":"[fd00:1122:3344:101::a]:61621","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5716,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:36.920037049Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"fcb6859b-f401-4831-82e4-220732775a0e","remote_addr":"[fd00:1122:3344:101::c]:54091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5690,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:36.92007098Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"752714a9-3507-4816-bd5d-dcc5ea261b47","remote_addr":"[fd00:1122:3344:101::a]:53763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6066,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:36.966989019Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:37.030343433Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"af2abe57-544c-4d77-9a87-08c0c9996beb","remote_addr":"[fd00:1122:3344:101::c]:42112","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116399,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:37.030714753Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"5598ae62-eaaa-4376-8471-40e85f53213c","remote_addr":"[fd00:1122:3344:101::c]:42112","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":144,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:37.062595156Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/37aac501-8998-4877-b092-a38915bed369/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:37.062766951Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:37.06345126Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:37.064703236Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:37.064718236Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"PUT","req_id":"47512783-a857-478f-ae46-5b2fed4a6e5b","remote_addr":"[fd00:1122:3344:101::a]:53763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3095,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:37.120798545Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37376"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:37.120895017Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3e05540e-0e2d-4a85-b972-5e94b10a2cde","remote_addr":"[fd00:1122:3344:101::b]:37376","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:37.159911543Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:37.159928573Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"719b7119-9474-4da8-b10b-252851885b6d","remote_addr":"[fd00:1122:3344:101::b]:37376","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":74,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:37.162699542Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37449"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:37.162896747Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"8983a168-71e2-4126-8e77-ba115137a996","remote_addr":"[fd00:1122:3344:101::b]:37449","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":133,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:37.168821065Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b275817d-a690-49e0-bd3b-a77489c58bcd","remote_addr":"[fd00:1122:3344:101::b]:37376","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":277,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:37.259980487Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36750"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:37.26008394Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:37.297763457Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:37.353241989Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5788a265-2a9a-430b-b49f-2219a1fe437b","remote_addr":"[fd00:1122:3344:101::b]:36750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93194,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:37.353348742Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:38745","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:63137"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:37.353766734Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"736776f5-55ed-407c-be83-b3832a467190","remote_addr":"[fd00:1122:3344:101::b]:36750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":248,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:37.397878103Z","hostname":"buskin","pid":1572,"uri":"/5b924789-0de0-48a3-8045-627050c78d75","method":"GET","req_id":"d840ed11-d942-4eca-a404-ef5a4732555f","remote_addr":"[fd00:1122:3344:101::d]:63137","local_addr":"[fd00:1122:3344:101::1]:38745","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":44388,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:51.026119912Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59423"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:18:51.026249776Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"203fed72-58d3-418b-8cad-5d0e50f78c29","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59423","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":60,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:06.780255336Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44031"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:06.780375659Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"39b74979-8c19-4c1d-9ccc-dc425a166ac6","remote_addr":"[fd00:1122:3344:101::c]:44031","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:06.830232951Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:06.830261072Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"1b12a9e2-41e9-4e87-baa7-dbf288a16d0d","remote_addr":"[fd00:1122:3344:101::c]:44031","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:06.841624494Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b548f988-4dca-4ff9-86fc-ea8be6359351","remote_addr":"[fd00:1122:3344:101::c]:44031","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":188,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:06.882537043Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60914"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:06.882701728Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"c13a2419-8306-42cb-9194-6c1a7f651979","remote_addr":"[fd00:1122:3344:101::a]:60914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":62,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:06.897779395Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:06.897800776Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"0c6187d1-000d-4ad9-984b-1a90adc7b856","remote_addr":"[fd00:1122:3344:101::a]:60914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:06.90465678Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49411"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:06.904838875Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"a4cc6fd2-4448-45c0-9079-31bcfac97763","remote_addr":"[fd00:1122:3344:101::a]:49411","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":134,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:06.915568629Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"96eea95d-2d7e-4a41-83b3-2d797e972c9e","remote_addr":"[fd00:1122:3344:101::a]:60914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":163,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:06.957499696Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63644"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:06.95762364Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:06.999016202Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:07.063494399Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5bdb8c73-849b-42f9-a038-115107c04587","remote_addr":"[fd00:1122:3344:101::c]:63644","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105922,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:07.063745506Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56595"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:07.064116196Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"0534cdd0-37f2-49e1-ab80-3416bec0dedc","remote_addr":"[fd00:1122:3344:101::c]:63644","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":284,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:07.06423477Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"355b8341-ce1c-4670-b15f-8f8fbc58e1dd","remote_addr":"[fd00:1122:3344:101::c]:56595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":277,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:07.118500857Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45939"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:07.118667552Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b5d2339c-b176-4aa3-87a7-2dd43ad0bd1c","remote_addr":"[fd00:1122:3344:101::b]:45939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:07.152201622Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:07.152219422Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c5f34e41-9bef-4c6c-85c9-ac935163dd7c","remote_addr":"[fd00:1122:3344:101::b]:45939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":64,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:07.162545345Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"bf7f8ef6-817e-4d52-bf17-bcd6363f15b9","remote_addr":"[fd00:1122:3344:101::b]:45939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":222,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:07.242409727Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65214"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:07.242541381Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:07.281946667Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:07.338397676Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5ad41faf-a41f-477b-8d57-6de15c9484e1","remote_addr":"[fd00:1122:3344:101::a]:65214","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95903,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:07.338631773Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45647"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:07.338953782Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"11f9a8a9-d38f-4549-9179-fdf00cff6b5f","remote_addr":"[fd00:1122:3344:101::a]:65214","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":250,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:07.339168048Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"c8be72b1-848f-46f0-86fb-b4efadaf60d6","remote_addr":"[fd00:1122:3344:101::b]:45647","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":210,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:07.347136213Z","hostname":"buskin","pid":1572,"uri":"/5b924789-0de0-48a3-8045-627050c78d75","method":"GET","req_id":"07542b88-7430-44dd-886b-9131452baad7","remote_addr":"[fd00:1122:3344:101::d]:63137","local_addr":"[fd00:1122:3344:101::1]:38745","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8578,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:07.563736959Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60525"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:07.563873963Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:07.602456836Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:07.659053419Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"65820087-62e2-4472-9996-811fe5ef0bdb","remote_addr":"[fd00:1122:3344:101::b]:60525","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95238,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:07.659391109Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"797b5af0-f654-4852-bb0a-7ccf904fd4b1","remote_addr":"[fd00:1122:3344:101::b]:60525","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:21.058769371Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51266"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:21.059157032Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"be113e6a-a4c3-4b2e-a7a6-63a06928aa61","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51266","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":68,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.552135486Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51827"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.55227233Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"190acddf-9667-430f-a132-613d7908ad3d","remote_addr":"[fd00:1122:3344:101::a]:51827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":55,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.61546714Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.615517771Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"cbd3e98a-584b-4db5-8f88-6917f78cd972","remote_addr":"[fd00:1122:3344:101::a]:51827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.628570291Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"33c995e4-0850-46d6-8c15-fb0f2e2145fe","remote_addr":"[fd00:1122:3344:101::a]:51827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":184,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.640586832Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53765"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.640640073Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a46783e4-e17b-4b2c-b598-0ef0b501286e","remote_addr":"[fd00:1122:3344:101::c]:53765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":26,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.655985778Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.656009218Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"6b0fc797-f557-4877-b135-ae6983eb5f27","remote_addr":"[fd00:1122:3344:101::c]:53765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":37,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.664611822Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"cdfd0fa0-195b-4e7e-ac51-eab85b2dfcaa","remote_addr":"[fd00:1122:3344:101::c]:53765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.70584193Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55696"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.705924632Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.745557765Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.805423521Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"2d37a2bb-6a4b-4615-b39e-c7bc632fa8e6","remote_addr":"[fd00:1122:3344:101::c]:55696","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99534,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.805650848Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35333"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.80574416Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33966"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.805799452Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.806069659Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"238254de-ff81-4405-a043-8f5b55c7d686","remote_addr":"[fd00:1122:3344:101::c]:55696","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":333,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.806183212Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.806189063Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"241330eb-bf93-4b1f-b7b6-5401b794f5e3","remote_addr":"[fd00:1122:3344:101::c]:62062","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":254,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.816749322Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"e7628a37-c868-4955-b35b-691227e072b7","remote_addr":"[fd00:1122:3344:101::a]:35333","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5867,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.84526948Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.916119437Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6a3c4291-a1ae-4d8d-913b-3885ea9bae6c","remote_addr":"[fd00:1122:3344:101::a]:33966","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110080,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:36.91658398Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"0836837e-62d4-4ecc-8cb8-e57360c5c350","remote_addr":"[fd00:1122:3344:101::a]:33966","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":164,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:37.03911491Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44947"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:37.039229204Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"5b17cb64-dcfd-4e9a-9474-e0c8b74944bd","remote_addr":"[fd00:1122:3344:101::b]:44947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":64,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:37.056876324Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44466"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:37.05707975Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"76c465d9-9c66-48a8-993f-ae1f61b7ffd8","remote_addr":"[fd00:1122:3344:101::b]:44466","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":130,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:37.057171662Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:37.057181082Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"8e467ba5-9ad2-41c8-b5ca-f538db46434a","remote_addr":"[fd00:1122:3344:101::b]:44947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":55,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:37.06698388Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"33da5a65-197f-496c-89fa-98d53c9dcf87","remote_addr":"[fd00:1122:3344:101::b]:44947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":211,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:37.147577773Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49515"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:37.147678206Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:37.186254429Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:37.246183486Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"8089642c-c692-4494-b75c-d7de0e341252","remote_addr":"[fd00:1122:3344:101::b]:49515","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98554,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:37.246494365Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b0f48404-9aff-4d45-95b2-3377c2cdb375","remote_addr":"[fd00:1122:3344:101::b]:49515","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:37.285280204Z","hostname":"buskin","pid":1572,"uri":"/5b924789-0de0-48a3-8045-627050c78d75","method":"GET","req_id":"1dc75f82-6146-4f52-8e0c-ec7186e7c817","remote_addr":"[fd00:1122:3344:101::d]:63137","local_addr":"[fd00:1122:3344:101::1]:38745","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8272,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:51.094054501Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60382"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:19:51.094189295Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"b89f1459-9011-4008-a83d-68c88efd014f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60382","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":69,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:06.787476733Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39902"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:06.787617677Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"5f39eebe-0fff-441b-b508-7e731d171aab","remote_addr":"[fd00:1122:3344:101::c]:39902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:06.843289514Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:06.843322275Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"90f0aba6-9698-4cbc-a902-b7873185d112","remote_addr":"[fd00:1122:3344:101::c]:39902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:06.855018096Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"06b322e0-ac60-4dbd-8d6e-0285a7874382","remote_addr":"[fd00:1122:3344:101::c]:39902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":212,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:06.877199905Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59805"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:06.877342749Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"77a60a4b-b9fc-4f77-8110-793a1ac3e4d6","remote_addr":"[fd00:1122:3344:101::a]:59805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":66,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:06.9271737Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:06.927400517Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"403b32eb-6a80-438f-bb6c-01749e364d2e","remote_addr":"[fd00:1122:3344:101::a]:49140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":157,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:06.946871168Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62893"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:06.947097055Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"a1ceaee5-a036-4b48-951b-f7d76c1ea631","remote_addr":"[fd00:1122:3344:101::c]:62893","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":178,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:06.971738943Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:32925"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:06.971867366Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.013812614Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.079908197Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"38bafb9f-2101-42c6-8989-3349ec348abc","remote_addr":"[fd00:1122:3344:101::c]:32925","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108102,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.080058951Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33371"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.080095612Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49911"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.080408441Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.080453292Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"6afd374b-e893-4581-9625-a15310d5d102","remote_addr":"[fd00:1122:3344:101::c]:32925","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":233,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.080482903Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"243ab0b2-f775-4a1a-8330-db68df891892","remote_addr":"[fd00:1122:3344:101::a]:59805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":241,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.080525184Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.080624437Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ccbe40fe-30c5-4047-8c43-100e7cf581e8","remote_addr":"[fd00:1122:3344:101::b]:49911","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":203,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.090736473Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"c45be0d3-62f3-4b27-92d0-cdfdef4b0f94","remote_addr":"[fd00:1122:3344:101::a]:59805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":313,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.12625527Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.13509938Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.135148922Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e4344b8f-2857-44a2-b03e-26fbb442ac26","remote_addr":"[fd00:1122:3344:101::b]:49911","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":165,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.191009234Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"8500d3f6-2a3d-4a11-bd23-b0400a4af95d","remote_addr":"[fd00:1122:3344:101::a]:33371","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110597,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.191338893Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b63c50a9-75be-4afa-9a05-a156bed7cf93","remote_addr":"[fd00:1122:3344:101::a]:33371","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":156,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.262249012Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51639"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.262452168Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"5aa53ff5-236f-48cd-b62a-68eb741fc1dd","remote_addr":"[fd00:1122:3344:101::b]:51639","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":117,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.27243269Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"91429fcd-9395-4932-90ab-b5d2f77f397d","remote_addr":"[fd00:1122:3344:101::b]:49911","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":263,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.284384489Z","hostname":"buskin","pid":1572,"uri":"/5b924789-0de0-48a3-8045-627050c78d75","method":"GET","req_id":"4d4e8be7-3075-497b-81c4-b1b27f241c53","remote_addr":"[fd00:1122:3344:101::d]:63137","local_addr":"[fd00:1122:3344:101::1]:38745","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8085,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.549420757Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41342"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.549589581Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.584806029Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.63957304Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"a91ec522-9a46-481c-9e83-0355b497b3b8","remote_addr":"[fd00:1122:3344:101::b]:41342","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90054,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:07.639832148Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"c95f4e62-e4f1-4061-b400-fc7dbe13c78c","remote_addr":"[fd00:1122:3344:101::b]:41342","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:21.126655832Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48150"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:21.126806806Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"8dde369a-f333-4d15-958a-3c5fa9f1ea8c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48150","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:36.662324782Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49179"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:36.662437095Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"5b19517b-095c-457a-92de-094a349587a6","remote_addr":"[fd00:1122:3344:101::a]:49179","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:36.673408606Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:36275"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:36.673486858Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f48f0323-02bf-44e1-9447-8179d7f2baf2","remote_addr":"[fd00:1122:3344:101::c]:36275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:36.677817821Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:36.677837432Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"a67d06c3-f0bf-4053-a25a-7cfbc991ac34","remote_addr":"[fd00:1122:3344:101::a]:49179","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:36.68943107Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"85ae3948-700b-4d4e-991e-f3a8f2242589","remote_addr":"[fd00:1122:3344:101::a]:49179","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":232,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:36.722585609Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61894"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:36.722778175Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"308cb6cd-d73c-491e-b939-3e10d5ff2201","remote_addr":"[fd00:1122:3344:101::c]:61894","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":122,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:36.738308544Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:36.738324675Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"0a2c8a00-331a-4868-8dda-f38a04aec30e","remote_addr":"[fd00:1122:3344:101::c]:36275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":46,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:36.747932557Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"6f0e8aa3-eb49-4e37-a3bc-74e9f4ec387a","remote_addr":"[fd00:1122:3344:101::c]:36275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":149,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:36.755001337Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34856"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:36.755208023Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"3e8843ae-d752-418e-8018-ff21a8e89f2a","remote_addr":"[fd00:1122:3344:101::a]:34856","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:36.786737756Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48423"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:36.786842899Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:36.82780673Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:36.90051617Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"b79b6660-8330-4e10-ad99-fbf8a2dbfc3d","remote_addr":"[fd00:1122:3344:101::a]:48423","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113707,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:36.900718825Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57173"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:36.900973032Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:36.901095696Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b749dde6-3f9a-4479-8caf-d9207cc17603","remote_addr":"[fd00:1122:3344:101::a]:48423","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":279,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:36.944795484Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:37.005292907Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"d76f124c-0135-42f7-b7e3-36f4d00fa62f","remote_addr":"[fd00:1122:3344:101::c]:57173","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104459,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:37.00575438Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"43468aef-565f-4e4a-a729-e978c36bb34c","remote_addr":"[fd00:1122:3344:101::c]:57173","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":215,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:37.097803178Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:59931"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:37.097895911Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"7845dd0a-8537-4127-9396-c71bc8716cc0","remote_addr":"[fd00:1122:3344:101::b]:59931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:37.120371767Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53192"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:37.120571343Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"315279e4-2066-4752-9216-841f725da934","remote_addr":"[fd00:1122:3344:101::b]:53192","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":136,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:37.164452126Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:37.164504388Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"3fd6db17-045e-4c9d-b78f-3d2a13653ed9","remote_addr":"[fd00:1122:3344:101::b]:59931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":115,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:37.173866053Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5f6399fc-6084-417d-a5c6-3a5efdfc3d9b","remote_addr":"[fd00:1122:3344:101::b]:59931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":199,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:37.213989939Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:54426"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:37.214077322Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:37.254915139Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:37.312676215Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"7cd69999-47a4-4171-927f-4f95b2f481ef","remote_addr":"[fd00:1122:3344:101::b]:54426","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98626,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:37.313153028Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"904898a4-19f4-40d5-bbfb-624c548e5252","remote_addr":"[fd00:1122:3344:101::b]:54426","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":219,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:37.324878931Z","hostname":"buskin","pid":1572,"uri":"/5b924789-0de0-48a3-8045-627050c78d75","method":"GET","req_id":"61999f90-75d1-47d3-91fb-67c68c2bfc15","remote_addr":"[fd00:1122:3344:101::d]:63137","local_addr":"[fd00:1122:3344:101::1]:38745","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":11965,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:39.398347547Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:51.16012884Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:20:51.160273604Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"138eeb5f-4a36-40ba-a4b6-be5621d00627","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48915","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:06.797461165Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38146"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:06.797596169Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"082ecda0-1fa8-4a0a-92fd-56ede0c1ff46","remote_addr":"[fd00:1122:3344:101::a]:38146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":77,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:06.805614466Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55016"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:06.805692758Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"46da97c6-682e-4ed6-bf03-de3eeff2b066","remote_addr":"[fd00:1122:3344:101::c]:55016","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":39,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:06.816738722Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:06.816768992Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"734a7cb0-1560-4b07-9d3b-ae2b85f17058","remote_addr":"[fd00:1122:3344:101::a]:38146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:06.825804658Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b40c40e0-6c06-4acb-94bc-4ac298ff22bc","remote_addr":"[fd00:1122:3344:101::a]:38146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":175,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:06.979943014Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39261"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:06.980107829Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"912cf2c3-dc9e-4619-83c4-b636722a1aae","remote_addr":"[fd00:1122:3344:101::c]:39261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":123,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.029606811Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.029639672Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"bd15ce06-99f8-474c-9d8b-bc2750f79983","remote_addr":"[fd00:1122:3344:101::c]:55016","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.029775155Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51682"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.02993795Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"8c5c00b1-3fc0-4416-ad41-dae2c2534356","remote_addr":"[fd00:1122:3344:101::a]:51682","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.039390928Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"df70a4be-b637-42d3-83ae-0f4948e237b5","remote_addr":"[fd00:1122:3344:101::c]:55016","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":156,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.044865263Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53057"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.044940545Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.085848594Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.152016838Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"f2e44064-cb27-4b46-9496-fdf65bbbfe51","remote_addr":"[fd00:1122:3344:101::a]:53057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107100,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.152186793Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60482"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.15242634Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.156388732Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"c10c1bbc-ea77-4816-9827-9988872f404e","remote_addr":"[fd00:1122:3344:101::a]:53057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4004,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.187613446Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33722"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.187779151Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3ce99faf-6fa7-4f83-a276-2beff92bbdde","remote_addr":"[fd00:1122:3344:101::b]:33722","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":80,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.190860538Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.205941775Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.206016628Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e284379e-d89d-4603-aabb-747f84c32f80","remote_addr":"[fd00:1122:3344:101::b]:33722","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":589,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.249631873Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"b4b7cf67-841a-4a5e-ad96-f20af22d92cf","remote_addr":"[fd00:1122:3344:101::c]:60482","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97318,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.249997694Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ff6768fb-d8d6-487b-a880-721750f1d5da","remote_addr":"[fd00:1122:3344:101::c]:60482","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.307348378Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38390"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.307534983Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"84c0aa8b-5f6c-4973-a840-dd27cacf72d2","remote_addr":"[fd00:1122:3344:101::b]:38390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.311011112Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"104bb8fe-a52b-4dbc-8184-2b8423dc45f5","remote_addr":"[fd00:1122:3344:101::b]:33722","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":194,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.411452697Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49993"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.41155477Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.448448245Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.505179812Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"48cd0d2c-5f66-473c-ba70-cb3d7fc5937a","remote_addr":"[fd00:1122:3344:101::b]:49993","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93655,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.514343122Z","hostname":"buskin","pid":1572,"uri":"/5b924789-0de0-48a3-8045-627050c78d75","method":"GET","req_id":"ac73ca8f-25e1-4287-9964-d649293a55d1","remote_addr":"[fd00:1122:3344:101::d]:63137","local_addr":"[fd00:1122:3344:101::1]:38745","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9033,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:07.514563068Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"6a0e7981-283d-48a5-bcb1-e9a83639324d","remote_addr":"[fd00:1122:3344:101::b]:49993","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:21.193247471Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40992"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:21.193378635Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"331b4eb5-75bf-43b2-a4e9-461a883e1154","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40992","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":66,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.608423992Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57296"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.608573996Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3c346945-ac8e-43f4-94c8-68a728d279a8","remote_addr":"[fd00:1122:3344:101::a]:57296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.637002642Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38749"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.637165086Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"eb06b020-c69e-45d0-ab48-84c7ff283e03","remote_addr":"[fd00:1122:3344:101::c]:38749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.66023024Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.66025104Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c8d66e86-c9a9-4709-ab2d-3d6c681df568","remote_addr":"[fd00:1122:3344:101::a]:57296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.674561396Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f55b8263-60a3-47ea-8cb3-278976aa7399","remote_addr":"[fd00:1122:3344:101::a]:57296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":202,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.687304617Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.687323917Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"1ced094b-2902-4106-b158-28caba32c658","remote_addr":"[fd00:1122:3344:101::c]:38749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":57,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.698085022Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"aeca671b-d48f-47c3-97be-5e73efc6ae19","remote_addr":"[fd00:1122:3344:101::c]:38749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":173,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.740452962Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40933"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.740619307Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"61dd12d0-c8d7-4eb2-a616-8401a834206b","remote_addr":"[fd00:1122:3344:101::a]:40933","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":131,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.745156545Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39770"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.74532697Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"19245bad-caea-450e-add7-11df8b53c757","remote_addr":"[fd00:1122:3344:101::c]:39770","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.756981371Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47349"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.757089863Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.793422853Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.851588291Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"32ffa6df-3f41-4a92-bfe1-dcc4f34bc49e","remote_addr":"[fd00:1122:3344:101::c]:47349","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94549,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.851716044Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61823"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.851865158Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.89534823Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.954284429Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"95b844a5-2bab-4d8b-8cfe-4d92dac4e9b0","remote_addr":"[fd00:1122:3344:101::a]:61823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102466,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.954603538Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"6d02eb63-c191-4c77-ada8-d4419e1d7539","remote_addr":"[fd00:1122:3344:101::c]:47349","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":132,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.954688001Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7b9523fb-5e39-484f-aa3d-631778d285a7","remote_addr":"[fd00:1122:3344:101::a]:61823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":143,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.991604056Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47261"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:36.991786041Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a2443c79-ed61-41d5-9ccf-de024f5a96b3","remote_addr":"[fd00:1122:3344:101::b]:47261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:37.005771387Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:37.005788407Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"33897500-b968-4216-864b-e2b40b8c9da4","remote_addr":"[fd00:1122:3344:101::b]:47261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:37.014632758Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"77355708-e0c5-47e7-a45e-fb276889ad7c","remote_addr":"[fd00:1122:3344:101::b]:47261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":220,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:37.091087024Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:57385"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:37.09129635Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"3daf786c-c559-4de3-a8d0-51574e92452e","remote_addr":"[fd00:1122:3344:101::b]:57385","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":153,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:37.130223072Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37605"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:37.130322815Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:37.166537251Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:37.223784763Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"483eac84-0cc2-436e-9fd4-be0f836acf42","remote_addr":"[fd00:1122:3344:101::b]:37605","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93503,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:37.224269716Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"3bbabb81-ced5-4a57-972f-b6520d03be09","remote_addr":"[fd00:1122:3344:101::b]:37605","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":173,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:37.432767663Z","hostname":"buskin","pid":1572,"uri":"/5b924789-0de0-48a3-8045-627050c78d75","method":"GET","req_id":"a0738e26-4959-4937-bb60-db7faf6ae316","remote_addr":"[fd00:1122:3344:101::d]:63137","local_addr":"[fd00:1122:3344:101::1]:38745","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7913,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:51.227151923Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59712"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:21:51.227292227Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"2bc30096-c29d-4d2e-96da-ea3499479668","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59712","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":69,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:06.749115939Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39338"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:06.749239123Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"bfc47608-0bb2-4ee4-b8ee-3fe58926530b","remote_addr":"[fd00:1122:3344:101::c]:39338","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":56,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:06.792415006Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:06.792439497Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e61daeea-c73c-4728-a72f-5b51473b2057","remote_addr":"[fd00:1122:3344:101::c]:39338","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:06.803870401Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33943"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:06.803973473Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"d6ffcaf6-5162-49c9-b582-ecb4e2b6b9a9","remote_addr":"[fd00:1122:3344:101::a]:33943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":37,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:06.832736968Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:06.832782809Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"82cbdd0c-cb44-4591-94d7-ae5aafdc1de6","remote_addr":"[fd00:1122:3344:101::a]:33943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":71,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:06.863320874Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d41ad724-677d-458b-8653-f949de5d36af","remote_addr":"[fd00:1122:3344:101::a]:33943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":285,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:06.92141893Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49508"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:06.921739869Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"4d7974b1-f6ff-43ed-9e34-3a0619454cdf","remote_addr":"[fd00:1122:3344:101::c]:49508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":182,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:06.935056237Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"96c250af-f85b-4e73-bd26-01acaf4729c8","remote_addr":"[fd00:1122:3344:101::c]:39338","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":212,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:06.974312979Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62324"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:06.974463893Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:07.017269566Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:07.028340639Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58138"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:07.045771483Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63288"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:07.046145273Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ea5ee065-0308-411f-b37c-fb42ff598a36","remote_addr":"[fd00:1122:3344:101::b]:63288","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":201,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:07.056242409Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64657"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:07.056537288Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"fdd8610a-894e-4784-9221-eeed25d71139","remote_addr":"[fd00:1122:3344:101::a]:64657","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":180,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:07.09229134Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:07.092375363Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"bae90f3e-a856-4845-a9a3-1d6b637419ed","remote_addr":"[fd00:1122:3344:101::c]:62324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":117887,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:07.097471787Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7ebf0fd9-10e6-40b7-83f6-1d4c7485873b","remote_addr":"[fd00:1122:3344:101::c]:62324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":813,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:07.103513769Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:07.103531679Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"295baa0f-f873-4ceb-a033-714a87765b42","remote_addr":"[fd00:1122:3344:101::b]:63288","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:07.113169772Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b2a0eedc-2910-48bc-9cc0-98fc1dfe6d2e","remote_addr":"[fd00:1122:3344:101::b]:63288","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":415,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:07.134950459Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:07.202231705Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"bab37ab7-074c-4dc5-9838-8195d6388825","remote_addr":"[fd00:1122:3344:101::a]:58138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":173737,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:07.202703838Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7528ad7b-9acc-4158-9afb-d88dbd2de068","remote_addr":"[fd00:1122:3344:101::a]:58138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":182,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:07.268243765Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:57380"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:07.268463211Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"5d92a3c4-2454-40e0-a1cb-6672fb41d896","remote_addr":"[fd00:1122:3344:101::b]:57380","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":176,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:07.34681257Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35627"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:07.346939694Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:07.387446732Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:07.44177402Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"37d1d549-1652-4355-830c-23aee57896ee","remote_addr":"[fd00:1122:3344:101::b]:35627","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94898,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:07.450183719Z","hostname":"buskin","pid":1572,"uri":"/5b924789-0de0-48a3-8045-627050c78d75","method":"GET","req_id":"75fa140f-763d-4e98-bb96-e3167327c5c7","remote_addr":"[fd00:1122:3344:101::d]:63137","local_addr":"[fd00:1122:3344:101::1]:38745","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8301,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:07.451029953Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"8924189d-d36b-4dae-b389-a2d494ab348e","remote_addr":"[fd00:1122:3344:101::b]:35627","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:21.260881141Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36253"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:21.261014725Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"87572b78-a9d0-4c61-bc9a-4a8f9fe2d3a8","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36253","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:31.818948548Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43819"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:31.819154624Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"d08da854-6eb2-4ab9-a8b9-dbe0d4cb75ef","remote_addr":"[fd00:1122:3344:101::a]:43819","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:31.819933386Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(12465386) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:31.819969857Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"PUT","req_id":"03cec923-f592-4e1b-995f-c7b827872fae","remote_addr":"[fd00:1122:3344:101::a]:43819","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":629,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:32.043850668Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54356"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:32.055979312Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: b4a7671a-780b-457a-a901-cb2218248cf9, project_id: e96763ac-5eaf-44fd-b92c-bdf0b73ca12b }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-18T21:22:32.041597625Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 09f122bf-09ae-4788-a9e6-fcc58dcea997, kind: Instance { id: 55bb44dd-5f81-4418-9448-ad384db999b8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12465386), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 09f122bf-09ae-4788-a9e6-fcc58dcea997, kind: Instance { id: 55bb44dd-5f81-4418-9448-ad384db999b8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12465386), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 09f122bf-09ae-4788-a9e6-fcc58dcea997, kind: Instance { id: 55bb44dd-5f81-4418-9448-ad384db999b8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12465386), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(12465386))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 09f122bf-09ae-4788-a9e6-fcc58dcea997, kind: Instance { id: 55bb44dd-5f81-4418-9448-ad384db999b8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12465386), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-58ac1faca0a\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 6e459213-d4f8-4744-9486-401186ee7cd5, read_only_parent: Some(Volume { block_size: 512, id: 91d95b6f-2861-49c1-b785-0626e89b1403, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 3e294beb-6fff-43e0-a1a9-dceeb2071ee5, key: Some(\"48lrCQmJICZOicSscN9g8rBd7RiyMapDFSfx4gGnWYQ=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::17]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 6e459213-d4f8-4744-9486-401186ee7cd5, key: Some(\"bwpX9hzKuVjq6vZu/nrJ+hJ3CBDuOT7iq63SnO06d7Y=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19002\", \"[fd00:1122:3344:101::16]:19001\", \"[fd00:1122:3344:101::14]:19002\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-58ac1faca0a\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:32.056034703Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:32.056466756Z","hostname":"buskin","pid":1572,"propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"sled-agent/src/instance.rs:1139","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 09f122bf-09ae-4788-a9e6-fcc58dcea997, kind: Instance { id: 55bb44dd-5f81-4418-9448-ad384db999b8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12465386), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 09f122bf-09ae-4788-a9e6-fcc58dcea997, kind: Instance { id: 55bb44dd-5f81-4418-9448-ad384db999b8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12465386), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 09f122bf-09ae-4788-a9e6-fcc58dcea997, kind: Instance { id: 55bb44dd-5f81-4418-9448-ad384db999b8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12465386), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(12465386))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 09f122bf-09ae-4788-a9e6-fcc58dcea997, kind: Instance { id: 55bb44dd-5f81-4418-9448-ad384db999b8 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12465386), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-58ac1faca0a\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 6e459213-d4f8-4744-9486-401186ee7cd5, read_only_parent: Some(Volume { block_size: 512, id: 91d95b6f-2861-49c1-b785-0626e89b1403, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 3e294beb-6fff-43e0-a1a9-dceeb2071ee5, key: Some(\"48lrCQmJICZOicSscN9g8rBd7RiyMapDFSfx4gGnWYQ=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::17]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 6e459213-d4f8-4744-9486-401186ee7cd5, key: Some(\"bwpX9hzKuVjq6vZu/nrJ+hJ3CBDuOT7iq63SnO06d7Y=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19002\", \"[fd00:1122:3344:101::16]:19001\", \"[fd00:1122:3344:101::14]:19002\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-58ac1faca0a\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-18T21:22:32.041597625Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:32.057570177Z","hostname":"buskin","pid":1572,"uri":"/vmms/c0346548-7a64-4022-8872-13e368a82a0c","method":"PUT","req_id":"c7479472-da6c-4c50-8162-63a37978175d","remote_addr":"[fd00:1122:3344:101::a]:54356","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":13642,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:32.206844815Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47709"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:32.207516094Z","hostname":"buskin","pid":1572,"uri":"/vmms/c0346548-7a64-4022-8872-13e368a82a0c/state","method":"PUT","req_id":"b4e19db5-0da7-4bb7-8382-5d7529f35e10","remote_addr":"[fd00:1122:3344:101::a]:47709","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":608,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:32.210363635Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 12465386 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:32.210391776Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:32.244524543Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:32.26702923Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:32.358758539Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49766"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:32.358940734Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"fcffedd4-2b7e-4d58-bed7-1bc203bfe5aa","remote_addr":"[fd00:1122:3344:101::a]:49766","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:32.373495446Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {09f122bf-09ae-4788-a9e6-fcc58dcea997: {10.151.1.175: {33a06c8a-c037-4dba-95f9-c614d6089119}, 10.151.1.176: {33a06c8a-c037-4dba-95f9-c614d6089119}}} }"} {"msg":"Profile for oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:33.6187412Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:33.618971407Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c\") failed: Property not found. retry in 44.222685ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:22:33.883300724Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c\") failed: Property not found. retry in 98.992752ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:22:33.940210696Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c\") failed: Property not found. retry in 187.693946ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:22:34.055650797Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c\") failed: Property not found. retry in 381.832631ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:22:34.26159171Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c\") failed: Property not found. retry in 612.79348ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:22:34.655817887Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c\") failed: Property not found. retry in 765.362111ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:22:35.283543599Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c\") failed: Property not found. retry in 1.22609993s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:22:36.060022374Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:36.622170898Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46057"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:36.651840529Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39852"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:36.688972151Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41500"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:36.689715792Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ea47ac55-f7f7-4aa3-bfc4-a03cceae7ee3","remote_addr":"[fd00:1122:3344:101::c]:41500","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:36.695290539Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49287"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:36.695494695Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"6668c889-f6bf-43ee-a1dd-8e28ff6b803f","remote_addr":"[fd00:1122:3344:101::a]:49287","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":127,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:36.738500183Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {09f122bf-09ae-4788-a9e6-fcc58dcea997: {10.151.1.175: {33a06c8a-c037-4dba-95f9-c614d6089119}, 10.151.1.176: {33a06c8a-c037-4dba-95f9-c614d6089119}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:36.738559425Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"29007423-d17c-46b4-8ff0-9cb5fdcdd3d1","remote_addr":"[fd00:1122:3344:101::c]:41500","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":152,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:36.757530793Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33247"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:36.757638196Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:36.798370059Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:36.862760003Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"1ed3f115-8b8b-494d-bcae-f6a436515868","remote_addr":"[fd00:1122:3344:101::a]:33247","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105153,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:36.862929178Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60937"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:36.86299447Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41020"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:36.863366221Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:36.863442323Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"88de32ac-188c-4de1-b739-51a769aed50a","remote_addr":"[fd00:1122:3344:101::a]:33247","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":293,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:36.87217368Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"f8a4d3af-4555-48b1-b872-35cdc696238d","remote_addr":"[fd00:1122:3344:101::c]:60937","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8776,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:36.920020456Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:36.99185839Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"9ae07413-43bd-4f33-9441-e374584ca819","remote_addr":"[fd00:1122:3344:101::c]:41020","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":128664,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:36.992234501Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"41ee402a-d77f-48d4-98a2-17b0092df8ff","remote_addr":"[fd00:1122:3344:101::c]:41020","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":143,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:37.027062637Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50443"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:37.044148661Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"24942e24-dbb2-4832-809c-6c6891820e6b","remote_addr":"[fd00:1122:3344:101::c]:41500","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":411,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:37.049858133Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56785"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:37.049948126Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"7a69d548-33ae-49de-be71-cac93246e498","remote_addr":"[fd00:1122:3344:101::b]:56785","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":27,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:37.092288765Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {09f122bf-09ae-4788-a9e6-fcc58dcea997: {10.151.1.176: {33a06c8a-c037-4dba-95f9-c614d6089119}, 10.151.1.175: {33a06c8a-c037-4dba-95f9-c614d6089119}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:37.092311146Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"be10dbd0-f869-47e9-b08a-b6d5b088e96a","remote_addr":"[fd00:1122:3344:101::b]:56785","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:37.111250432Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"c8021fc2-c224-4780-a54d-bfd7f50cbb27","remote_addr":"[fd00:1122:3344:101::b]:56785","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":193,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:37.140313496Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35543"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:37.140410158Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:37.181247245Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:37.244125426Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"8b342768-81e6-4c85-9207-06d12b97d5d9","remote_addr":"[fd00:1122:3344:101::b]:35543","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103751,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:37.244345522Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33026"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:37.244709133Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"d65b392e-f155-4ce7-80f6-fbdf5bed9870","remote_addr":"[fd00:1122:3344:101::b]:33026","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":252,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:37.244721993Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"cc463b65-e1a0-4fb4-aebd-99dbf692e9ad","remote_addr":"[fd00:1122:3344:101::b]:35543","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":275,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c\") failed: Property not found. retry in 880.869816ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:22:37.296963493Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:37.432632986Z","hostname":"buskin","pid":1572,"uri":"/5b924789-0de0-48a3-8045-627050c78d75","method":"GET","req_id":"d002d364-dac8-490e-b9ae-b9ae719ef1fa","remote_addr":"[fd00:1122:3344:101::d]:63137","local_addr":"[fd00:1122:3344:101::1]:38745","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7475,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c\") failed: Property not found. retry in 1.052807257s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:22:38.188656102Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:39.273021279Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"sled-agent/src/instance.rs:1633"} {"msg":"wait for service Some(\"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c\") failed: Property not found. retry in 48.083866ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:22:39.283200877Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c\") failed: Property not found. retry in 76.271547ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:22:39.34120509Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c\") failed: Property not found. retry in 264.677143ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:22:39.428621346Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c\") failed: Property not found. retry in 532.925514ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:22:39.704635975Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:40.249296073Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"sled-agent/src/instance.rs:1642"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:40.290605113Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"sled-agent/src/instance.rs:1666"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:40.430430294Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"sled-agent/src/instance.rs:835"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:40.431582756Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:40.431613167Z","hostname":"buskin","pid":1572,"uri":"/vmms/c0346548-7a64-4022-8872-13e368a82a0c/state","method":"GET","req_id":"5ccfbfc3-5720-47e3-95fe-3d1479d7275b","remote_addr":"[fd00:1122:3344:101::a]:46057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3809354,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:40.431641288Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"bbf541f6-900d-470b-b047-3d282caaad7c","remote_addr":"[fd00:1122:3344:101::a]:49766","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8058733,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:40.431674989Z","hostname":"buskin","pid":1572,"uri":"/vmms/c0346548-7a64-4022-8872-13e368a82a0c/state","method":"GET","req_id":"71e5d919-3a1b-4deb-b936-f6da6b113010","remote_addr":"[fd00:1122:3344:101::b]:50443","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3404570,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:40.431695519Z","hostname":"buskin","pid":1572,"uri":"/vmms/c0346548-7a64-4022-8872-13e368a82a0c/state","method":"GET","req_id":"1ed4bb6f-b458-4bc7-9bd3-640ccc8ffa7d","remote_addr":"[fd00:1122:3344:101::c]:39852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3779804,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-18T21:22:40.432288186Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:40.432320607Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:40.432337518Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-18T21:22:40.432288186Z }","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:40.432345928Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-18T21:22:40.432288186Z }, migration_in: None, migration_out: None }","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-18T21:22:40.496399423Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:40.496424133Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:40.496453314Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-18T21:22:40.496399423Z }","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:40.496463274Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-18T21:22:40.496399423Z }, migration_in: None, migration_out: None }","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:40.513689092Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:469","new_vers":"RouterVersion { router_id: 185db08b-55b5-4529-9146-96beec0687cb, version: 3 }","old_vers":"RouterVersion { router_id: 185db08b-55b5-4529-9146-96beec0687cb, version: 3 }","subnet":"RouterId { vni: Vni(12465386), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:40.513759374Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3ff098f2-e902-493c-8aa0-e6e235431e0f","remote_addr":"[fd00:1122:3344:101::a]:49766","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":215,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:40.553107479Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58129"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:40.553202101Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"434f32fd-7ba5-4df9-ae23-dd237b8b430f","remote_addr":"[fd00:1122:3344:101::a]:58129","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":24,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:40.573099865Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {09f122bf-09ae-4788-a9e6-fcc58dcea997: {10.151.1.175: {33a06c8a-c037-4dba-95f9-c614d6089119}, 10.151.1.176: {33a06c8a-c037-4dba-95f9-c614d6089119}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:40.573120906Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"bb4662f4-305d-4ac1-bfbd-86ddb7171af3","remote_addr":"[fd00:1122:3344:101::a]:58129","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:40.588245424Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f7e5fd50-a2f2-470a-a80b-21b7b01fcc69","remote_addr":"[fd00:1122:3344:101::a]:58129","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":137,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:49.801387713Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39940"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:49.802238207Z","hostname":"buskin","pid":1572,"uri":"/vmms/c0346548-7a64-4022-8872-13e368a82a0c/state","method":"PUT","req_id":"a997e452-195f-476d-bb29-58b990c34dc9","remote_addr":"[fd00:1122:3344:101::a]:39940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":750,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-18T21:22:49.802358050Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:49.802381791Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:49.802402611Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-18T21:22:49.802358050Z }","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:49.802426382Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-18T21:22:49.802358050Z }, migration_in: None, migration_out: None }","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-18T21:22:49.812043085Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:49.812060825Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:49.812105346Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-18T21:22:49.812043085Z }","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:49.812113767Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"sled-agent/src/instance.rs:721","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:49.812120937Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:49.814596727Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:49.814635578Z","hostname":"buskin","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/37aac501-8998-4877-b092-a38915bed369/debug/bundle/zone\", \"/pool/int/c2dcf0fc-5091-4288-93df-08b2d114eb7a/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/c6ab4ce9-0193-43ec-8ee6-0e898b08456f/crypt/debug\", \"/pool/ext/d4cafeb5-f7e8-49e9-92f3-c6f480448db7/crypt/debug\", \"/pool/ext/a37fa713-e408-4c30-9412-5e8373254f8d/crypt/debug\", \"/pool/ext/f9f5e184-1c81-41fc-a52a-be4c7276ae53/crypt/debug\", \"/pool/ext/da88fb2c-55f4-4cb9-b6fa-f5cfcea6f5fe/crypt/debug\", \"/pool/ext/b78c6649-5323-4284-bf75-6bbed5c173bb/crypt/debug\", \"/pool/ext/4dc81b5e-bdf6-4160-9546-5845b56a3c0b/crypt/debug\", \"/pool/ext/f277b147-85ba-4b2d-859b-12c165945321/crypt/debug\", \"/pool/ext/92e9deaa-2b6f-4faa-8530-0068451e5459/crypt/debug\"] }","zone_name":"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:50.467698537Z","hostname":"buskin","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c\", bundle_id: f1295ea4-834d-4591-92ed-ee77d7a87879 }, time_created: 2024-10-18T21:22:49.814779212Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_c0346548-7a64-4022-8872-13e368a82a0c","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T21:22:50.46780653Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"sled-agent/src/instance.rs:935"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:51.295149346Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54780"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:51.295338431Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"25f875bb-e284-49dd-a5b6-2112b603d936","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54780","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"200"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:52.199002229Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:52.216466784Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(12465386), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:52.216519766Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(12465386), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:52.217694599Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-18T21:22:52.217664428Z }, migration_in: None, migration_out: None }","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:52.284285735Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-18T21:22:52.217664428Z }, migration_in: None, migration_out: None }","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:52.289077371Z","hostname":"buskin","pid":1572,"instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","propolis_id":"c0346548-7a64-4022-8872-13e368a82a0c","instance_id":"55bb44dd-5f81-4418-9448-ad384db999b8","component":"InstanceManager","file":"sled-agent/src/instance.rs:872"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:52.838759482Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37361"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:52.838854855Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"495ee51a-e7d6-4c45-b08c-2af7dccb6b79","remote_addr":"[fd00:1122:3344:101::c]:37361","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:52.852737578Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {09f122bf-09ae-4788-a9e6-fcc58dcea997: {10.151.1.176: {33a06c8a-c037-4dba-95f9-c614d6089119}, 10.151.1.175: {33a06c8a-c037-4dba-95f9-c614d6089119}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:52.852758088Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"ece03763-bd97-4476-9e16-7fc488831dd7","remote_addr":"[fd00:1122:3344:101::c]:37361","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":71,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:52.861227148Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"7b0999d2-ec5a-4061-b36e-a361f34be7ac","remote_addr":"[fd00:1122:3344:101::c]:37361","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:52.987781353Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59466"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:52.987988819Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"fc867775-e147-4435-a5e8-806138ea7da6","remote_addr":"[fd00:1122:3344:101::c]:59466","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":162,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:54.276271042Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58747"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:54.276472857Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"69c604dc-7a96-43cb-bbb8-f50a653b61a1","remote_addr":"[fd00:1122:3344:101::a]:58747","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:54.312251841Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54649"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:54.312350713Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"2b523fcd-bd1c-4b32-98e8-2f991a8f02a3","remote_addr":"[fd00:1122:3344:101::a]:54649","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":39,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:54.331036903Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:54.331127565Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:54.331134276Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"9271503d-5325-4450-9849-9326fec2284a","remote_addr":"[fd00:1122:3344:101::a]:54649","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":136,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:54.338907186Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5a26f048-3d41-42aa-a4b1-db562272b4f3","remote_addr":"[fd00:1122:3344:101::a]:54649","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":290,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:55.032540504Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39299"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:55.032612376Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6dfe0251-47e4-42a2-89bb-088b77ca8f59","remote_addr":"[fd00:1122:3344:101::a]:39299","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:55.045059409Z","hostname":"buskin","pid":1572,"sled_id":"5b924789-0de0-48a3-8045-627050c78d75","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:55.045080979Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"30159da7-5f76-49ca-8174-2ed08a14d840","remote_addr":"[fd00:1122:3344:101::a]:39299","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":43,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T21:22:55.053768266Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"52deebf4-0ada-45b1-8691-645440f2abe8","remote_addr":"[fd00:1122:3344:101::a]:39299","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":190,"response_code":"204"}