[ Sep 27 04:14:35 Enabled. ] [ Sep 27 04:14:35 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Sep 27 04:14:35 Method "start" exited with status 0. ] [ Sep 27 04:14:35 Rereading configuration. ] [ Sep 27 04:14:35 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:35.79079364Z","hostname":"sock","pid":1562,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:35.791013656Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:35.845723647Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:35.845767038Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:35.96089112Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:35.969970791Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:35.978077678Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:36.579060535Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:36.713352394Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:36.713396375Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:36.713468507Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:36.71360102Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:36.71361073Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:36.713636711Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:36.716639014Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:36.716647644Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:36.716661734Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:36.716666744Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:36.716684035Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:36.716758667Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:36.716827048Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:36.716854009Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:36.716867389Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:36.727697553Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:36.727728603Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:36.824381356Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.226712457Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.226761159Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.226767559Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.226781609Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.226788379Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.22680791Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.22681365Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.23584892Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.23587312Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.323116024Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710350429Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.71038601Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.71042009Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710426351Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.7104315Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710435761Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710449311Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710485202Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710490172Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710504342Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710508813Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710523163Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710526603Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710529893Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710545793Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710550094Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710554234Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710558174Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710561584Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710571424Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710575734Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710598335Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710602445Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710605975Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710609825Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710614005Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710618155Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710623215Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710638766Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710642886Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710647046Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710650366Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710674217Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710678717Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710682557Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710688777Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710692427Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710695837Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710722278Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710727178Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710731048Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710734238Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710738138Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710742618Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710762479Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710778319Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710782439Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710786119Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710789939Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.71079412Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710797629Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710801489Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.71082689Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.71083088Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.71083675Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710847771Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710851291Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710877102Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710881971Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710885302Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710888742Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710914682Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710930823Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710939923Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710950023Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710954333Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710958604Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710982884Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.710987604Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.720834284Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:737"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.720860265Z","hostname":"sock","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999944499s","next_cleanup":"Instant { tv_sec: 1103, tv_nsec: 451742478 }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.720923926Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.720943047Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3917"} {"msg":"No ledger in /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.720980927Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.720991918Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.724198376Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.725842316Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.726073851Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1074"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.726080632Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.726148003Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.726195534Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.726210145Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.726214295Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.726242105Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.726285537Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.726293367Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.726301807Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1179"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.726305477Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:155"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.726309067Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:128"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.726322647Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.726353378Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.726644975Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: f8bf114a-16dc-4405-b07c-b2a322af91b1,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 273758ca-4687-47c2-b656-4cfc2ac70edb,\n rack_id: f8bf114a-16dc-4405-b07c-b2a322af91b1,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.727049495Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:175"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.727054505Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1213"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.727100446Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.727114177Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.72727223Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.727385473Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.727438105Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 273758ca-4687-47c2-b656-4cfc2ac70edb, rack_id: f8bf114a-16dc-4405-b07c-b2a322af91b1, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.728699455Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.728753557Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4596"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.733071402Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.739520299Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.739697013Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.744023158Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.74408872Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.744181272Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:34661","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 273758ca-4687-47c2-b656-4cfc2ac70edb, rack_id: f8bf114a-16dc-4405-b07c-b2a322af91b1, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.744334286Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:361"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.744350866Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:376"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.744380737Z","hostname":"sock","pid":1562,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.744385777Z","hostname":"sock","pid":1562,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.744393237Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.744400497Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"No ledger in /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.744436568Z","hostname":"sock","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.744445099Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.744454859Z","hostname":"sock","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.744482299Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.7444887Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.74449283Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.744586542Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.744592042Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.762436236Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.784145605Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.803076346Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.824110578Z","hostname":"sock","pid":1562,"sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.824162869Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.824171009Z","hostname":"sock","pid":1562,"sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.824191989Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 123.951071ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.827166692Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d1fecfc-69b8-4254-9dc0-b6e77d89aba0\", \"content-length\": \"124\", \"date\": \"Fri, 27 Sep 2024 04:14:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3d1fecfc-69b8-4254-9dc0-b6e77d89aba0\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_748b8e75-76ee-4580-b164-75555bc6ebe0/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.837484003Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_748b8e75-76ee-4580-b164-75555bc6ebe0/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.86078746Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_748b8e75-76ee-4580-b164-75555bc6ebe0/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.860837641Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.86611289Z","hostname":"sock","pid":1562,"sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.86612405Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_748b8e75-76ee-4580-b164-75555bc6ebe0/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.86612898Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.949593081Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.951846266Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 133.774167ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:37.952478602Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e1ccd4f-72d8-4364-b140-b1290c6084ce\", \"content-length\": \"124\", \"date\": \"Fri, 27 Sep 2024 04:14:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0e1ccd4f-72d8-4364-b140-b1290c6084ce\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:38.08758984Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 157.894629ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:38.088140504Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a4828d5-8099-4786-bdab-a711d432db42\", \"content-length\": \"124\", \"date\": \"Fri, 27 Sep 2024 04:14:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1a4828d5-8099-4786-bdab-a711d432db42\" }"} {"msg":"Mounting oxi_748b8e75-76ee-4580-b164-75555bc6ebe0/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:38.168683624Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:38.181455595Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:38.181525196Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:38.181543957Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:38.181573558Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:38.24659812Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 207.925349ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:38.247255386Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6f779c6-7161-4f94-aba1-6b1839c93815\", \"content-length\": \"124\", \"date\": \"Fri, 27 Sep 2024 04:14:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f6f779c6-7161-4f94-aba1-6b1839c93815\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:38.457187286Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 184.381225ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:38.458031136Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13ad6a4a-843e-417f-a6e9-9ae22c408655\", \"content-length\": \"124\", \"date\": \"Fri, 27 Sep 2024 04:14:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"13ad6a4a-843e-417f-a6e9-9ae22c408655\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:38.643354257Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 332.636794ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:38.643936211Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8f736e8-1201-4f72-b14d-be66ded0f957\", \"content-length\": \"124\", \"date\": \"Fri, 27 Sep 2024 04:14:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f8f736e8-1201-4f72-b14d-be66ded0f957\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:38.905474046Z","hostname":"sock","pid":1562,"sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:38.910678363Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:34785","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:38.910717654Z","hostname":"sock","pid":1562,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:72","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:38.910794516Z","hostname":"sock","pid":1562,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:34785","producer_id":"273758ca-4687-47c2-b656-4cfc2ac70edb"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:38.911986665Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"191.662991ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:38.912673112Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:38.912679452Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:38.912759274Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:921","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:38.912764444Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:38.977744555Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:39.10531752Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"295.159766ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:39.401917279Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.428580086s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:40.832046335Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.860897084s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:41.385826043Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2670"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:41.385852464Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2888"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:41.385857484Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2540"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:41.385861854Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2587"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:41.385866164Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2969"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:41.385872394Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3011"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:41.387792871Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2813"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:41.389154594Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2581"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:41.389312458Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:41.38941637Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 36.177391ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:41.773871378Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 115.636394ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:41.985330043Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 106.835377ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:42.187393951Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 398.958916ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:42.367176957Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 828.833476ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:42.973961305Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:43.694750448Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"5.09982779s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.39040235s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:44.03543138Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.012367642s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:45.525798403Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.007052626s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:46.592710159Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:47.982697378Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:47.98275683Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:431"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:47.9827676Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:47.98278661Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:47.983067047Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:47.983238172Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:47.983291243Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:47.983299233Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3917"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:47.983375115Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:34661","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.213279251Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.213367673Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.213489845Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.213541597Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.213550117Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.213589768Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.213619349Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.213649009Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.218933878Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4238","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.218943978Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4254"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.218948638Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.463686535Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61429"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.464116076Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.464216318Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"9421752b-475f-4ed2-851d-d3c07e2892f0","remote_addr":"[fd00:1122:3344:101::1]:61429","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":231,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.495236953Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:53672"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.495403087Z","hostname":"sock","pid":1562,"uri":"/sled-role","method":"GET","req_id":"1ada9d37-1df0-4814-92a9-70775032f5d1","remote_addr":"[fd00:1122:3344:101::1]:53672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.496581806Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.496615147Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.496967835Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.497201561Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:1001"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 19a2e181-4e01-427a-b59c-6f488555aed2, pool_id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 5b075e42-384c-45af-bf17-bb233dd9b565, pool_id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 87c5addd-8a1b-4c1b-8d59-fc02d405a6b9, pool_id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: e7ed4275-9b3e-46c3-ade2-02efedb190b6, pool_id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 18fc342b-5c2a-4c2b-9628-5d623342e856, pool_id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 6a1444d9-8aee-4855-b2b0-1ee0f54e534b, pool_id: d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: e3b7e9be-161c-4d8e-a671-7159ff11b7e1, pool_id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 97bdc71b-c3ce-4eb6-a8b1-fafab729565f, pool_id: ca4b22d7-a885-4c9b-a158-428c94d728ff (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 948819f9-9bee-4fdf-808d-2a6694406b27, pool_id: 4b036abe-abef-463a-8eb9-d1a1776e412a (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.529150798Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.529288222Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42802"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.529581069Z","hostname":"sock","pid":1562,"sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 19a2e181-4e01-427a-b59c-6f488555aed2, pool_id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 5b075e42-384c-45af-bf17-bb233dd9b565, pool_id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 87c5addd-8a1b-4c1b-8d59-fc02d405a6b9, pool_id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: e7ed4275-9b3e-46c3-ade2-02efedb190b6, pool_id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 18fc342b-5c2a-4c2b-9628-5d623342e856, pool_id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 6a1444d9-8aee-4855-b2b0-1ee0f54e534b, pool_id: d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: e3b7e9be-161c-4d8e-a671-7159ff11b7e1, pool_id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 97bdc71b-c3ce-4eb6-a8b1-fafab729565f, pool_id: ca4b22d7-a885-4c9b-a158-428c94d728ff (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 948819f9-9bee-4fdf-808d-2a6694406b27, pool_id: 4b036abe-abef-463a-8eb9-d1a1776e412a (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.52962697Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.52963529Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.52964309Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.529653391Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.529676201Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.529686141Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.529694592Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.529701332Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.64797408Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:48.648011241Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"6210349b-22b6-44dd-8230-95dadf638be1 (zpool)"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:48.860621736Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"10.005330275s"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.067535332Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:14:49.069308125Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16301376414449023406"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:14:49.069443089Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"137400713875536617"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:14:49.06992697Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.129455129Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.137568936Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.13770298Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.13771347Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.13772559Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.137737381Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.137833793Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.137845763Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.17388808Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.183516305Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_6210349b-22b6-44dd-8230-95dadf638be1","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.350872128Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.358566015Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.358597296Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.358637817Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.358646477Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.358651097Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.367919483Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.367938594Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.457694328Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.465281923Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.465308043Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.465316273Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.465356865Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.465378905Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.465475637Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.465481957Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.49969106Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.507202653Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_4f211f92-688d-4df0-aca2-a594d7f2c11d","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.688127267Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.696378817Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.696418968Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.696459319Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.69648859Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.69649396Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.705676104Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.705705224Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"920c8d28-f036-461d-9868-6b5051222a71 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.802855919Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.811006767Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.811042658Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.811051428Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.811066669Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.811081239Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.811210332Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.811218192Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.84893007Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_920c8d28-f036-461d-9868-6b5051222a71/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:49.857173271Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_920c8d28-f036-461d-9868-6b5051222a71","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.031071563Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.038737939Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.0387671Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.03877294Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.0387783Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.03878485Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.047967264Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.047987004Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.14066878Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.148335637Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.148361777Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.148367528Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.148440819Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.148450299Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.148576973Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.148587533Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:14:50.152526599Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.184407005Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.192249876Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_d15d88e8-b9ae-406e-96ef-61d5336cbbdf","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.371121119Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.378984761Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.379032252Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.379049082Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.379057182Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.379062152Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.389189769Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.38922486Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.484729064Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.493477257Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.493529949Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.493541139Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.493567269Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.493640871Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.493812655Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.493820436Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.531530533Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_48604733-34f0-4c7d-a800-bc2d35a9bd55/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.539748023Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_48604733-34f0-4c7d-a800-bc2d35a9bd55","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.714571388Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.723299281Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.723357442Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.723367632Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.723377653Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.723385013Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.733380086Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.733403247Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.833326809Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.840676438Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.840722719Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.840743489Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.84079529Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.840809591Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.840921984Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.840932764Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.875826453Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:50.884094474Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.064564157Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.072640683Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.072681524Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.072688574Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.072695354Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.072741706Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.08275923Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.08279408Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.179219257Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.18919646Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.189250871Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.189260402Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.189267012Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.189274092Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.189359844Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.189369914Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:14:51.193399252Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.227849291Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.235555429Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_ad5c2b78-2060-4fe0-91d7-d3f409464f81","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.416546794Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.425172953Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.425229175Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.425255606Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.425267276Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.425274126Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.434846969Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.43487558Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"ca4b22d7-a885-4c9b-a158-428c94d728ff (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.5376196Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: ca4b22d7-a885-4c9b-a158-428c94d728ff (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.54580102Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.545851361Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.545876641Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.545936243Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.545947273Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.546137258Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.546148728Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.582675457Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ca4b22d7-a885-4c9b-a158-428c94d728ff/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.590644481Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_ca4b22d7-a885-4c9b-a158-428c94d728ff","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.778737809Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.787126343Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.787179104Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.787188175Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.787198005Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.787203465Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.797051915Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.797084496Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"4b036abe-abef-463a-8eb9-d1a1776e412a (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.88930825Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 4b036abe-abef-463a-8eb9-d1a1776e412a (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.896241919Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.89628086Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.89629181Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.896319291Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.896336481Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.896473195Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.896482595Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.935452313Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_4b036abe-abef-463a-8eb9-d1a1776e412a/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:51.942922785Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_4b036abe-abef-463a-8eb9-d1a1776e412a","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.116047528Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.123447298Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.123511719Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.123629892Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.123787326Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ca4b22d7-a885-4c9b-a158-428c94d728ff (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4b036abe-abef-463a-8eb9-d1a1776e412a (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.123868978Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.123877268Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.12395941Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.124212106Z","hostname":"sock","pid":1562,"sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.124230257Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.124242577Z","hostname":"sock","pid":1562,"sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.124249607Z","hostname":"sock","pid":1562,"sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.124262108Z","hostname":"sock","pid":1562,"sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.124284768Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.124292108Z","hostname":"sock","pid":1562,"sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.12434002Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:773","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.12434455Z","hostname":"sock","pid":1562,"sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.124432062Z","hostname":"sock","pid":1562,"uri":"/omicron-physical-disks","method":"PUT","req_id":"670451fd-015b-447a-ac44-93ce434b880a","remote_addr":"[fd00:1122:3344:101::1]:42802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3595035,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 4470e14d-7fd3-480c-865a-bde0ed28edfc (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0dad28ff-10aa-4a01-ada2-5b1699288574 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: eefddb16-7132-4cf9-94a7-0988f3d6ef55 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.156036921Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.156246466Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:37253"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4470e14d-7fd3-480c-865a-bde0ed28edfc, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.156576484Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.156585454Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4470e14d-7fd3-480c-865a-bde0ed28edfc, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:14:52.199013507Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0dad28ff-10aa-4a01-ada2-5b1699288574, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.209375689Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.20938607Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0dad28ff-10aa-4a01-ada2-5b1699288574, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: eefddb16-7132-4cf9-94a7-0988f3d6ef55, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.261296063Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.261341444Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: eefddb16-7132-4cf9-94a7-0988f3d6ef55, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.312632782Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.312671783Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.312677004Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.312714284Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.357536375Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.357593467Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.357600177Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.408521976Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.412482423Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.416122031Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.428225706Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.433032903Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:52.436957278Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:14:53.200964723Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:53.912437249Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:54.387187663Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:54.387261065Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:54.86365661Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:54.863731312Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:54.863784123Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:54.863900146Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:54.868715003Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:54.87268667Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55\") failed: Property not found. retry in 63.81444ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:54.993100609Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574\") failed: Property not found. retry in 37.791255ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:54.999351752Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc\") failed: Property not found. retry in 43.204183ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:55.005717327Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574\") failed: Property not found. retry in 111.661706ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:55.045240749Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc\") failed: Property not found. retry in 74.180831ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:55.056139394Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55\") failed: Property not found. retry in 74.339003ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:55.075063044Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc\") failed: Property not found. retry in 169.743266ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:55.156075276Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55\") failed: Property not found. retry in 168.110317ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:55.175828387Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574\") failed: Property not found. retry in 223.280712ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:55.186734002Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc\") failed: Property not found. retry in 546.590423ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:55.356409592Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55\") failed: Property not found. retry in 488.010378ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:55.380683763Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574\") failed: Property not found. retry in 417.724301ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:55.446805882Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574\") failed: Property not found. retry in 695.128757ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:55.875724722Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55\") failed: Property not found. retry in 565.331239ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:55.885220993Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc\") failed: Property not found. retry in 872.731799ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:55.910967169Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55\") failed: Property not found. retry in 1.047369773s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:56.459575472Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574\") failed: Property not found. retry in 995.958515ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:56.57947292Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc\") failed: Property not found. retry in 853.839143ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:56.793763035Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55\") failed: Property not found. retry in 637.431309ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:57.517224303Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574\") failed: Property not found. retry in 1.48902699s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:57.585215408Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc\") failed: Property not found. retry in 961.62061ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:57.65596201Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:57.742157318Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4262"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:57.742214419Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4272","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:57.74799699Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4351"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:57.86921558Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4399"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:57.869253711Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4426"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:57.907940853Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4439"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:57.907973873Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4303"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:57.960101832Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4345"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:57.960139283Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4406","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:57.980208371Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4417"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:57.980239322Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4459"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:14:57.984628888Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"219554196356388148"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:14:57.984756792Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12076507932183079389"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.074866014Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4491"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.074920346Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4497"} {"msg":"wait for service Some(\"oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55\") failed: Property not found. retry in 753.413676ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:58.165007339Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.195372027Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4538"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.195418659Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:366"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.202390558Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:63877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.202691516Z","hostname":"sock","pid":1562,"uri":"/sled-identifiers","method":"GET","req_id":"8484304b-d5dc-4ed2-9ad2-42594fbe4777","remote_addr":"[fd00:1122:3344:101::2]:63877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":60,"response_code":"200"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:58.228226867Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.229631321Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:414"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.260455752Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:676"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.260557924Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:714"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.260887452Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.260899953Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:436","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.297170385Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.345236665Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.345296236Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.345304187Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.345312927Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.345334097Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.345353958Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.345365148Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.345375129Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.345386729Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.345393849Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.345402989Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.34541927Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.34542651Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.34543434Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.34544221Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.34544874Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.34545686Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.345463481Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.345471551Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.345476441Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.345481331Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.345486181Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:14:58.345490931Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc\") failed: Property not found. retry in 1.281802832s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:58.626075021Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55\") failed: Property not found. retry in 973.675403ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:58.927253601Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:14:59.071683656Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16301376414449023406"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:14:59.071799299Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"137400713875536617"} {"msg":"wait for service Some(\"oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574\") failed: Property not found. retry in 1.375341399s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:59.083044432Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55\") failed: Property not found. retry in 739.51228ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:59.910234145Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc\") failed: Property not found. retry in 689.33508ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:14:59.918196359Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:00.6701518Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:00.670195341Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:00.670200681Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc"} {"msg":"Writing ledger to /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:00.670208251Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:00.670495518Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:00.670763095Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"d9ddb313-8532-4952-9416-c5a90f1034f7","remote_addr":"[fd00:1122:3344:101::1]:37253","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8514323,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:00.672660451Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"failed to write DNS configuration (will retry in 144.84142ms)","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:00.915242475Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.079569154Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.124262092Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.170591939Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.17060324Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.20308142Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.204041753Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.204054844Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 4470e14d-7fd3-480c-865a-bde0ed28edfc (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0dad28ff-10aa-4a01-ada2-5b1699288574 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: eefddb16-7132-4cf9-94a7-0988f3d6ef55 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f9b6bb7b-7816-4ca0-872d-b13066db7a20 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d0ea67d5-9dd8-4e62-8196-65c3ca3d0c54, kind: Service { id: f9b6bb7b-7816-4ca0-872d-b13066db7a20 }, name: Name(\"ntp-f9b6bb7b-7816-4ca0-872d-b13066db7a20\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 77])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.233410848Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.233568422Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45121"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4470e14d-7fd3-480c-865a-bde0ed28edfc, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.233747887Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.233754077Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4470e14d-7fd3-480c-865a-bde0ed28edfc, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0dad28ff-10aa-4a01-ada2-5b1699288574, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.255839714Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.255896566Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0dad28ff-10aa-4a01-ada2-5b1699288574, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: eefddb16-7132-4cf9-94a7-0988f3d6ef55, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.274379616Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.274424977Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: eefddb16-7132-4cf9-94a7-0988f3d6ef55, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.291797329Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.291860121Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.292025095Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.292131208Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.303102795Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.336126608Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.336762574Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.336767544Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.366680732Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 246, 77]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.366694662Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.36702726Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.367034951Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.367946763Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.368315492Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.391268881Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:01.410046238Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:02.036069004Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:02.036153296Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20\") failed: Property not found. retry in 34.869928ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:02.174472393Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20\") failed: Property not found. retry in 60.374723ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:02.216881875Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20\") failed: Property not found. retry in 130.507155ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:02.294128515Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20\") failed: Property not found. retry in 424.614791ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:02.437183797Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20\") failed: Property not found. retry in 1.140364846s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:02.870731959Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20\") failed: Property not found. retry in 676.041275ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:04.01962863Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20\") failed: Property not found. retry in 1.215764847s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:04.704676264Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20\") failed: Property not found. retry in 1.00583035s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:05.931325818Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20\") failed: Property not found. retry in 1.030605007s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:06.947652453Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:07.994805108Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"219554196356388148"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:07.994921051Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12076507932183079389"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:07.999442001Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20"} {"msg":"Writing ledger to /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:07.999549343Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:07.999891782Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:08.000198769Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"d414e0fd-9a8d-4d4f-99cd-1c8b89a3d291","remote_addr":"[fd00:1122:3344:101::1]:45121","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6766580,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:08.00226703Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:08.032050745Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:08.03226864Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45416"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:08.04092215Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3870"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:08.041044203Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"4089e354-3f01-4e9e-9d29-724f72276b4e","remote_addr":"[fd00:1122:3344:101::1]:45416","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8666,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:08.043615456Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:08.198297681Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:08.198505376Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:62338"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:09.074703891Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16301376414449023406"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:09.074841135Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"137400713875536617"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:10.483251193Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10767424799740051492"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:10.6314532Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13443373103083991291"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:10.672762005Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2150808624953819579"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:12.207072098Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3870"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:12.207244712Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"6ab07dc3-6e8a-4090-8a3d-55e6b8238438","remote_addr":"[fd00:1122:3344:101::1]:62338","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008634,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:12.209667981Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:12.323232815Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:12.323355728Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38406"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:12.332190884Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3870"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:12.332329197Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"d204c852-a75f-4758-9a03-40749abb297f","remote_addr":"[fd00:1122:3344:101::1]:38406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8766,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:12.334053799Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:12.571886347Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:12.572016901Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49170"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:12.580272962Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3870"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:12.580366934Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"1185cfcf-8ef3-4860-a435-6996e41614e5","remote_addr":"[fd00:1122:3344:101::1]:49170","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8221,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:12.582740002Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:12.870219179Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:12.870342382Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:58179"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:13.879001691Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"bf6709ad-a077-47c8-9699-c8d6bbe891c7","remote_addr":"[fd00:1122:3344:101::1]:58179","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1008517,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:13.880808214Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:13.880818345Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:14.185491839Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:14.185612332Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:56385"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:14.193936705Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"9a503903-b7a2-4144-9e56-93038f14a752","remote_addr":"[fd00:1122:3344:101::1]:56385","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8226,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:14.195287617Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:14.195293228Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:14.423619575Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:14.423719117Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:36363"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:14.432254955Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"ba6a1bf4-c9b8-46d4-b0e5-a8d4e0a7264e","remote_addr":"[fd00:1122:3344:101::1]:36363","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8418,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:14.434680184Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:14.434686444Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:14.66049196Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:14.660686905Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41419"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:14.669217303Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"53ce15db-df6f-4b73-baa8-b48219c7bc5a","remote_addr":"[fd00:1122:3344:101::1]:41419","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8450,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:14.671088168Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:14.6715803Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:16.038812375Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:16.038913357Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:34139"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:16.046803279Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"a023ac03-20b2-46d5-bbe2-764c51d7e444","remote_addr":"[fd00:1122:3344:101::1]:34139","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7735,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1727410514.4430215, correction: -0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:16.048203953Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:16.048208044Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:16.327693655Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:16.32787723Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:47545"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:16.336439068Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"3118b898-67b4-4a3c-b2e9-2241d89bffab","remote_addr":"[fd00:1122:3344:101::1]:47545","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8481,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3323878402, ip_addr: 198.30.92.2, stratum: 3, ref_time: 1727410515.8031192, correction: -0.307563335 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:16.338084348Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:16.338088428Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:17.052766056Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:17.052866882Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:58473"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:17.061592171Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"f9639501-bbde-45f8-addd-6a393eb4f888","remote_addr":"[fd00:1122:3344:101::1]:58473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8595,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1727410514.4430215, correction: -0.305594444 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:17.06399173Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:17.06400004Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:17.555777022Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:17.555888564Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64997"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:17.563406208Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"b042cfc2-ac59-4915-8385-a27d10e70416","remote_addr":"[fd00:1122:3344:101::1]:64997","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7361,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3323878402, ip_addr: 198.30.92.2, stratum: 3, ref_time: 1727410516.059081, correction: -0.29770878 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:17.564845913Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:17.564851913Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:18.095212547Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:18.09536581Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:33911"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:18.103457178Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"a02d99f1-6a4e-45e3-922a-1aa6ac363cb6","remote_addr":"[fd00:1122:3344:101::1]:33911","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8056,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1244816003, ip_addr: 74.50.98.131, stratum: 3, ref_time: 1727410517.480973, correction: -0.307758868 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:18.105098488Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:18.105105578Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:19.132998452Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"219554196356388148"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:19.133123935Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12076507932183079389"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:19.137314777Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15736711107090685060"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:19.137572094Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2810063308828900769"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:19.463646341Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:19.463763594Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38141"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:19.472007836Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"18ca0645-3709-4a63-b9da-8cd8231b61ef","remote_addr":"[fd00:1122:3344:101::1]:38141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8092,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1244816003, ip_addr: 74.50.98.131, stratum: 3, ref_time: 1727410517.9429889, correction: -0.299001783 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:19.473463571Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:19.473469671Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:20.038579083Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"210.11943ms"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:20.210677642Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16301376414449023406"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:20.210857036Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"137400713875536617"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:20.860377428Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:20.860492241Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:62703"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:20.869410988Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"04d142e9-0fde-4de7-81ca-49d2061ae255","remote_addr":"[fd00:1122:3344:101::1]:62703","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8808,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1727410519.578019, correction: -0.287770003 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:20.872310199Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:20.872316799Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:21.595541019Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:21.595689483Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:62197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:21.6037597Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"544cf3d3-1132-45fb-8584-9ae084657d8b","remote_addr":"[fd00:1122:3344:101::1]:62197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8032,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1727410519.578019, correction: -0.28577581 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:21.605546913Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:21.605564504Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:21.615310211Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10767424799740051492"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:21.762159355Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13443373103083991291"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:21.802345776Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2150808624953819579"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:23.402320182Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:23.402505766Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64429"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:23.410664005Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"491dc0ef-142e-49d2-86df-12c73e1bdf11","remote_addr":"[fd00:1122:3344:101::1]:64429","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8098,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1727410522.1314695, correction: -0.27932483 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:23.412616567Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:23.41262058Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:25.796556682Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:25.796742497Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:59096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:25.804962468Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"75e56284-156d-4964-9fe0-ee45a8ea13fe","remote_addr":"[fd00:1122:3344:101::1]:59096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8157,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1727410525.3422277, correction: -0.272654742 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:25.806807073Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:25.806811493Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:27.816306223Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:27.816446946Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:37990"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:27.824608726Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"5534f2c1-d241-46f7-8ca0-5d3dc8e85499","remote_addr":"[fd00:1122:3344:101::1]:37990","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8112,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1727410526.437139, correction: -0.267134637 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:27.827462295Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:27.827472125Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:29.034869241Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38125"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:29.035069016Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"cba0466e-651e-42f7-9d08-13a7d2f7fd0d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38125","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:29.10736757Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"219554196356388148"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:29.107496383Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12076507932183079389"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:29.111786538Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15736711107090685060"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:29.112027234Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2810063308828900769"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:29.596111508Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:29.596229701Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:33285"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:29.60480456Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"b9a8e90c-446e-4e09-a085-2c37715e1fc3","remote_addr":"[fd00:1122:3344:101::1]:33285","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8442,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1727410528.1019735, correction: -0.262368798 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:29.606704667Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:29.606710287Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:30.186117776Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16301376414449023406"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:30.186224939Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"137400713875536617"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:31.589781822Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10767424799740051492"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:31.735703984Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13443373103083991291"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:31.776785806Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2150808624953819579"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:33.467931838Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:33.468123763Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45656"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:33.476451646Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"1f61d8db-4585-4f4b-8329-a57dad5987b7","remote_addr":"[fd00:1122:3344:101::1]:45656","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8280,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1727410532.1214015, correction: -0.251892418 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:33.478528137Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:33.478534257Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:35.24060661Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"690.393212ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:35.692031547Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:35.69214928Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:59059"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:35.700840682Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"c8a3ba10-6f06-4120-993c-44115b987335","remote_addr":"[fd00:1122:3344:101::1]:59059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8563,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1727410534.3335302, correction: -0.245922148 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:35.703555228Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:35.703575519Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:39.082879738Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"219554196356388148"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:39.082998981Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12076507932183079389"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:39.086258551Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15736711107090685060"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:39.086497157Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2810063308828900769"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:40.160258252Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16301376414449023406"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:40.160372605Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"137400713875536617"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:41.564958453Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10767424799740051492"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:41.709861189Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13443373103083991291"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:41.751013924Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2150808624953819579"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:42.609658908Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:42.609889344Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:56003"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:42.619635732Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"a6f7b020-65f2-41ba-831f-3d8389e23c9c","remote_addr":"[fd00:1122:3344:101::1]:56003","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9678,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1727410541.2788734, correction: -0.227161884 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:42.621580339Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:42.62158475Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:48.421250467Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:48.42141544Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38835"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:48.430313128Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"382610a4-6be0-4a4d-99a9-0bf10cd97f78","remote_addr":"[fd00:1122:3344:101::1]:38835","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8818,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 757151060, ip_addr: 45.33.53.84, stratum: 3, ref_time: 1727410547.8490157, correction: -0.21030736 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:48.433109826Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:48.433117546Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:49.058268462Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"219554196356388148"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:49.058750634Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"12076507932183079389"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:49.06103928Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15736711107090685060"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:49.061278526Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2810063308828900769"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:50.135132943Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16301376414449023406"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:50.135246016Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"137400713875536617"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:50.922478178Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"975.535485ms"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:51.539809513Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10767424799740051492"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:51.683735966Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13443373103083991291"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:51.724950022Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2150808624953819579"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:53.033764581Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:53.033881764Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:59499"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:53.042667349Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"95b76457-0f28-4cd1-a8cd-1ec749c8ccb2","remote_addr":"[fd00:1122:3344:101::1]:59499","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8635,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 757151060, ip_addr: 45.33.53.84, stratum: 3, ref_time: 1727410551.7982154, correction: -0.197894752 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:53.04558008Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:53.04559638Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:58.987976382Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54335"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:58.988097705Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"af896381-adca-4f35-b165-6f11050678db","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54335","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:59.036184818Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15736711107090685060"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:15:59.036310591Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2810063308828900769"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:59.733005664Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:59.733181698Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:62849"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:59.74186832Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"aed55a4f-b374-4e35-9f61-d90fb60a29d0","remote_addr":"[fd00:1122:3344:101::1]:62849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8599,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 757151060, ip_addr: 45.33.53.84, stratum: 3, ref_time: 1727410558.506003, correction: -0.179544106 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:15:59.744860713Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:15:59.744868973Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:16:00.110944067Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16301376414449023406"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:16:00.111073831Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"137400713875536617"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:16:01.514738396Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"10767424799740051492"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:16:01.657863749Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"13443373103083991291"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:16:01.699241599Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"2150808624953819579"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:05.189708791Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:05.189924853Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:36492"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:05.198419564Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"be3dfca2-5e7a-4598-9cd5-1eb5bcca1a76","remote_addr":"[fd00:1122:3344:101::1]:36492","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8442,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 757151060, ip_addr: 45.33.53.84, stratum: 3, ref_time: 1727410564.1354456, correction: -0.164737314 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:05.200365371Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:16:05.200372811Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:16:06.889462864Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"1.188221376s"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:16:09.01149784Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"15736711107090685060"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:16:09.011733075Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"2810063308828900769"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:16:10.086529045Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16301376414449023406"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:16:10.086803172Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"137400713875536617"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:18.705090347Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:18.705237191Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38535"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:18.713694527Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"da1fd93a-700d-4501-ba66-496f9f2a875f","remote_addr":"[fd00:1122:3344:101::1]:38535","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8393,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 757151060, ip_addr: 45.33.53.84, stratum: 3, ref_time: 1727410574.8986814, correction: -0.128021553 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:18.716936466Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:16:18.716943246Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:16:20.061359826Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16301376414449023406"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:16:20.061478409Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"137400713875536617"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:16:23.069209972Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"3.637643742s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:28.479029745Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:28.47922393Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42184"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:28.488186999Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"6e129ad5-9f4a-4311-a9ea-d1c562cf4601","remote_addr":"[fd00:1122:3344:101::1]:42184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8884,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 757151060, ip_addr: 45.33.53.84, stratum: 3, ref_time: 1727410582.5581594, correction: -0.101442046 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:28.490076605Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:16:28.490083435Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:28.940550228Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59721"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:28.940664411Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"57c6808d-5e4a-439e-b0be-321a5b311807","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59721","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":48,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:16:30.036151006Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16301376414449023406"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:16:30.036264329Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"137400713875536617"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:38.366057852Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:38.366283468Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:50524"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:38.374358275Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"5dd8a963-e508-457f-9865-f97a447fcc44","remote_addr":"[fd00:1122:3344:101::1]:50524","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8013,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 757151060, ip_addr: 45.33.53.84, stratum: 3, ref_time: 1727410590.508591, correction: -0.074598156 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:38.376725733Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:16:38.376739463Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:16:40.011416756Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16301376414449023406"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:16:40.011534139Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"137400713875536617"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:16:41.691445457Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"5.190400377s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:16:49.98677921Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16301376414449023406"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:16:49.986928683Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"137400713875536617"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.477940412Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.478132728Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:59635"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.499893192Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"1de98aad-a335-4e4c-ab1e-7958189ad063","remote_addr":"[fd00:1122:3344:101::1]:59635","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":21699,"response_code":"200"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:16:58.501421186Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-09-27T04:15:49.058733313Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"12076507932183079389"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:16:58.501670542Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-09-27T04:16:01.699217618Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"2150808624953819579"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:16:58.501877296Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-09-27T04:16:01.657830728Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"13443373103083991291"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:16:58.502047992Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-09-27T04:16:09.011717985Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"2810063308828900769"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:16:58.502368929Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-09-27T04:16:09.011466549Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"15736711107090685060"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:16:58.502512633Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-09-27T04:16:01.514693935Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"10767424799740051492"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:16:58.502669527Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-09-27T04:15:49.058231381Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"219554196356388148"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 757151060, ip_addr: 45.33.53.84, stratum: 3, ref_time: 1727410615.5693555, correction: -0.019985128 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.502885025Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.502889525Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1299"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 4470e14d-7fd3-480c-865a-bde0ed28edfc (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0dad28ff-10aa-4a01-ada2-5b1699288574 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: eefddb16-7132-4cf9-94a7-0988f3d6ef55 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f9b6bb7b-7816-4ca0-872d-b13066db7a20 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d0ea67d5-9dd8-4e62-8196-65c3ca3d0c54, kind: Service { id: f9b6bb7b-7816-4ca0-872d-b13066db7a20 }, name: Name(\"ntp-f9b6bb7b-7816-4ca0-872d-b13066db7a20\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 77])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 34a0be16-b874-48af-b8cd-093d0ad2c14e (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 68055718-1ca8-4b3c-8151-d07017032d95 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External } } } }, OmicronZoneConfig { id: b31ed53d-87d1-4ef6-8317-5605c6ca8210 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External } } } }, OmicronZoneConfig { id: e891e69f-7f1c-448c-86c7-d62e681c7651 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External } } } }, OmicronZoneConfig { id: 082e643a-e35a-4c0b-8f9f-2d5bf2908694 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.531940931Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.532068394Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:40772"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4470e14d-7fd3-480c-865a-bde0ed28edfc, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.532396712Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.532401782Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4470e14d-7fd3-480c-865a-bde0ed28edfc, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0dad28ff-10aa-4a01-ada2-5b1699288574, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.553542248Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.553590629Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0dad28ff-10aa-4a01-ada2-5b1699288574, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: eefddb16-7132-4cf9-94a7-0988f3d6ef55, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.571387084Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.571427485Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: eefddb16-7132-4cf9-94a7-0988f3d6ef55, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34a0be16-b874-48af-b8cd-093d0ad2c14e, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.588816419Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.58885793Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 34a0be16-b874-48af-b8cd-093d0ad2c14e, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68055718-1ca8-4b3c-8151-d07017032d95, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.643471563Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.643522584Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 68055718-1ca8-4b3c-8151-d07017032d95, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b31ed53d-87d1-4ef6-8317-5605c6ca8210, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.699679575Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.699723016Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b31ed53d-87d1-4ef6-8317-5605c6ca8210, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e891e69f-7f1c-448c-86c7-d62e681c7651, dataset_name: DatasetName { pool_name: ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.754703948Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.754744699Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e891e69f-7f1c-448c-86c7-d62e681c7651, dataset_name: DatasetName { pool_name: ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 082e643a-e35a-4c0b-8f9f-2d5bf2908694, dataset_name: DatasetName { pool_name: ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.807290931Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.807340502Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 082e643a-e35a-4c0b-8f9f-2d5bf2908694, dataset_name: DatasetName { pool_name: ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.859094805Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.859148156Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.859438563Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.859564856Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.894363245Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33508"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.895141434Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"dc55756e-fdf1-410a-9c2e-23e064d7695b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33508","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":675,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.939795184Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.939846575Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.939855176Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.939862136Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:58.939867536Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:59.030347904Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:59.034440075Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:59.038707218Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:59.042620633Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:59.046935139Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:59.05146956Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:59.055847756Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:59.060600682Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:59.065129723Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:16:59.069187822Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:01.8624622Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"15.637611715s"} {"msg":"Profile for oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:02.028321228Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:02.028473562Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:02.064819119Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:02.065138317Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:02.072730042Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:02.072988098Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:02.080496551Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:02.080608484Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:02.08657195Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:02.086682602Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210\") failed: Property not found. retry in 47.232494ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:02.183511456Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e\") failed: Property not found. retry in 68.232105ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:02.202161301Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95\") failed: Property not found. retry in 60.593834ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:02.209828208Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694\") failed: Property not found. retry in 26.85134ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:02.215949047Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651\") failed: Property not found. retry in 25.989924ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:02.221634336Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210\") failed: Property not found. retry in 52.399676ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:02.237273298Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694\") failed: Property not found. retry in 86.863616ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:02.265356603Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651\") failed: Property not found. retry in 129.993751ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:02.413301464Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210\") failed: Property not found. retry in 225.756374ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:02.723033643Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651\") failed: Property not found. retry in 207.412818ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:02.819715842Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694\") failed: Property not found. retry in 219.621829ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:02.918168344Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95\") failed: Property not found. retry in 115.824167ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:03.214399974Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e\") failed: Property not found. retry in 102.640395ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:03.247304977Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210\") failed: Property not found. retry in 439.377974ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:03.335325945Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651\") failed: Property not found. retry in 582.941517ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:03.486605577Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694\") failed: Property not found. retry in 259.820921ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:03.610683335Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95\") failed: Property not found. retry in 278.160339ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:03.797930455Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e\") failed: Property not found. retry in 162.071999ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:04.730731999Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210\") failed: Property not found. retry in 785.991243ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:04.946063714Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651\") failed: Property not found. retry in 980.787839ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:05.005879324Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694\") failed: Property not found. retry in 630.195845ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:05.108938179Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95\") failed: Property not found. retry in 568.400934ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:05.150487083Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e\") failed: Property not found. retry in 349.449843ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:05.161716377Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e\") failed: Property not found. retry in 618.885412ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:05.522140683Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95\") failed: Property not found. retry in 553.749001ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:05.729387511Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210\") failed: Property not found. retry in 909.293538ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:05.740457222Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694\") failed: Property not found. retry in 681.577827ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:05.750127758Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651\") failed: Property not found. retry in 868.840339ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:05.992938372Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e\") failed: Property not found. retry in 837.119541ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:06.149227207Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95\") failed: Property not found. retry in 1.335684418s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:06.291191612Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694\") failed: Property not found. retry in 1.342342803s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:06.440003794Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210\") failed: Property not found. retry in 634.4188ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:06.658231956Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651\") failed: Property not found. retry in 1.343798524s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:06.872047009Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e\") failed: Property not found. retry in 908.194071ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:06.995139175Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210\") failed: Property not found. retry in 699.704767ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:07.304111055Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95\") failed: Property not found. retry in 598.216469ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:07.639449367Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694\") failed: Property not found. retry in 554.300021ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:07.798642071Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e\") failed: Property not found. retry in 1.11609468s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:07.917438363Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210\") failed: Property not found. retry in 1.469697735s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:08.016140995Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651\") failed: Property not found. retry in 912.250719ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:08.226752631Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95\") failed: Property not found. retry in 1.054389381s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:08.247575048Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694\") failed: Property not found. retry in 1.228516527s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:08.360982268Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e\") failed: Property not found. retry in 1.321927595s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:09.041868579Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651\") failed: Property not found. retry in 1.35781636s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:09.148002053Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95\") failed: Property not found. retry in 521.74652ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:09.310139399Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210\") failed: Property not found. retry in 1.218758925s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:09.494646569Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694\") failed: Property not found. retry in 1.179459556s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:09.597539594Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95\") failed: Property not found. retry in 824.380502ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:09.841287595Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e\") failed: Property not found. retry in 1.119781958s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:10.37314891Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651\") failed: Property not found. retry in 1.326977015s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:10.515882274Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95\") failed: Property not found. retry in 1.126310215s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:10.676564665Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210\") failed: Property not found. retry in 1.434257443s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:10.722994175Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694\") failed: Property not found. retry in 765.576006ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:10.787969227Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e\") failed: Property not found. retry in 1.101202344s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:11.50589964Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95\") failed: Property not found. retry in 559.322242ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:11.813061945Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651\") failed: Property not found. retry in 1.329851615s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:11.853021477Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95\") failed: Property not found. retry in 1.480966433s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:12.383912249Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e\") failed: Property not found. retry in 1.49140535s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:12.617002752Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651\") failed: Property not found. retry in 1.275459662s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:13.624238466Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95\") failed: Property not found. retry in 973.523548ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:13.87582918Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e\") failed: Property not found. retry in 1.276615787s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:14.122909613Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95\") failed: Property not found. retry in 660.879734ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:14.859992233Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651\") failed: Property not found. retry in 1.323835049s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:14.911894786Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e\") failed: Property not found. retry in 1.20198254s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:15.410061231Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95\") failed: Property not found. retry in 1.150015491s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:15.60147149Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651\") failed: Property not found. retry in 1.471009897s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:16.24493775Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e\") failed: Property not found. retry in 966.717567ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:16.621586438Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95\") failed: Property not found. retry in 788.872761ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:16.757391283Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95\") failed: Property not found. retry in 993.042784ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:17.554870592Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e\") failed: Property not found. retry in 632.617815ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:17.596437344Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651\") failed: Property not found. retry in 567.700861ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:17.724359788Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e\") failed: Property not found. retry in 836.584602ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:18.237551257Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651\") failed: Property not found. retry in 924.71878ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:18.299358131Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95\") failed: Property not found. retry in 1.230723053s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:18.556133061Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e\") failed: Property not found. retry in 1.134768221s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:19.082774229Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651\") failed: Property not found. retry in 766.447905ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:19.232148294Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95\") failed: Property not found. retry in 505.329723ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:19.795429254Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651\") failed: Property not found. retry in 604.772685ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:20.007901265Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e\") failed: Property not found. retry in 679.919324ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:20.227053949Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95\") failed: Property not found. retry in 1.340889797s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:20.309623269Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651\") failed: Property not found. retry in 1.170095321s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:20.621413647Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e\") failed: Property not found. retry in 1.395861606s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:20.916192312Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:22.335420423Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:22.335493305Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:22.335499595Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:22.335504315Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:22.335508676Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e"} {"msg":"Writing ledger to /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:22.335518756Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:22.335967687Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:22.336279294Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"db290e5a-fe27-4fbf-8c73-e36fbd075d13","remote_addr":"[fd00:1122:3344:101::1]:40772","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":23824438,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:22.370031226Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:63996"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::7]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:22.400307433Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3713"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:22.580296423Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3731"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:37.119607606Z","hostname":"sock","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"aef2010a-d5e7-4777-990e-749d237b0c5a","remote_addr":"[fd00:1122:3344:101::1]:63996","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize CockroachDb: Error running command in zone 'oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694': Command [/opt/oxide/cockroachdb/bin/cockroach sql --insecure --host [fd00:1122:3344:101::7]:32221 --file /opt/oxide/cockroachdb/sql/dbinit.sql] executed and failed with status: exit status: 1 stdout: BEGIN\nCREATE DATABASE\nCREATE ROLE\nALTER DEFAULT PRIVILEGES\nCONFIGURE ZONE 1\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE VIEW\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE VIEW\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE VIEW\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE VIEW\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\n stderr: ERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_CLIENT_REJECT): \"sql txn\" meta={id=85f64390 key=/NamespaceTable/30/1/106/0/\"public\"/4/1 pri=0.01320885 epo=0 ts=1727410653.926002604,2 min=1727410643.264409823,0 seq=950} lock=true stat=PENDING rts=1727410643.264409823,0 wto=false gul=1727410643.764409823,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_client_reject\nERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_CLIENT_REJECT): \"sql txn\" meta={id=85f64390 key=/NamespaceTable/30/1/106/0/\"public\"/4/1 pri=0.01320885 epo=0 ts=1727410653.926002604,2 min=1727410643.264409823,0 seq=950} lock=true stat=PENDING rts=1727410643.264409823,0 wto=false gul=1727410643.764409823,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_client_reject\nFailed running \"sql\"\n","latency_us":14749226,"response_code":"500"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:37.121705557Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38562"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:37.123200664Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1028","retry_after":"123.832403ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aef2010a-d5e7-4777-990e-749d237b0c5a\", \"content-length\": \"124\", \"date\": \"Fri, 27 Sep 2024 04:17:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"aef2010a-d5e7-4777-990e-749d237b0c5a\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:37.123446179Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"d309e046-206c-4bd0-8358-ef65800e611f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38562","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1083,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:37.129796484Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"32.299328385s"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::7]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:37.297331142Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3713"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:37.929709003Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3731"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.048529289Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3754"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.048647492Z","hostname":"sock","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"0e0c358c-1a2e-4451-afe5-a2c2ebf015e4","remote_addr":"[fd00:1122:3344:101::1]:63996","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":14800131,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 4470e14d-7fd3-480c-865a-bde0ed28edfc (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0dad28ff-10aa-4a01-ada2-5b1699288574 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: eefddb16-7132-4cf9-94a7-0988f3d6ef55 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f9b6bb7b-7816-4ca0-872d-b13066db7a20 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d0ea67d5-9dd8-4e62-8196-65c3ca3d0c54, kind: Service { id: f9b6bb7b-7816-4ca0-872d-b13066db7a20 }, name: Name(\"ntp-f9b6bb7b-7816-4ca0-872d-b13066db7a20\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 77])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 34a0be16-b874-48af-b8cd-093d0ad2c14e (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 68055718-1ca8-4b3c-8151-d07017032d95 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External } } } }, OmicronZoneConfig { id: b31ed53d-87d1-4ef6-8317-5605c6ca8210 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External } } } }, OmicronZoneConfig { id: e891e69f-7f1c-448c-86c7-d62e681c7651 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External } } } }, OmicronZoneConfig { id: 082e643a-e35a-4c0b-8f9f-2d5bf2908694 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External } } } }, OmicronZoneConfig { id: 30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1 (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: bd6b58ee-7435-46b8-8372-1603d581bac8, kind: Service { id: 30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1 }, name: Name(\"external-dns-30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 117])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5 (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: a0b0e21c-bcfa-4e85-bc0b-cd7d116c0121, kind: Service { id: 2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5 }, name: Name(\"external-dns-2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 200])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 3b1fed32-ce57-4460-a9cb-8bcabafb5f0d (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5efe858f-e7ea-4c64-aeb5-0aca9c9c6a9a, kind: Service { id: 3b1fed32-ce57-4460-a9cb-8bcabafb5f0d }, name: Name(\"nexus-3b1fed32-ce57-4460-a9cb-8bcabafb5f0d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9b05ae10-b638-4e17-af1b-3d53602f4578 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9e7547d2-70b7-41eb-96f6-ab0a9ba8f84a, kind: Service { id: 9b05ae10-b638-4e17-af1b-3d53602f4578 }, name: Name(\"nexus-9b05ae10-b638-4e17-af1b-3d53602f4578\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 153])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d41950f3-e43f-4a33-b0eb-3f93bf4fd039 (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: f8da65c0-c689-4319-9711-23c85881c64b, kind: Service { id: d41950f3-e43f-4a33-b0eb-3f93bf4fd039 }, name: Name(\"nexus-d41950f3-e43f-4a33-b0eb-3f93bf4fd039\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 59])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: ebaaa9c6-af00-46bd-a317-f277a8b6acbe (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 4b036abe-abef-463a-8eb9-d1a1776e412a (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 45dceced-8d9e-4810-8bbd-67e505213606 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External } } } }, OmicronZoneConfig { id: fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 9706fbce-7756-4505-a73d-b6af00fcd7ee (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: ca4b22d7-a885-4c9b-a158-428c94d728ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: cc382c46-074d-4c15-8a4f-f63e245f09c6 (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 4b036abe-abef-463a-8eb9-d1a1776e412a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b23d952d-f39c-402c-80dd-29f815be14c2 (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37d094ca-eff2-4057-abcc-1d48d30a833b (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b57297d-033e-4202-9799-cdc945b636be (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 0bd9b495-7323-40a9-a298-f7387bff1fe3 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External } } } }, OmicronZoneConfig { id: 7d9c6025-fcf0-4bb5-a9f8-27441d950458 (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4757f38f-71e1-4843-9353-c9d8cc5b91bb (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddd91161-876c-4fe6-8e31-ba515aab04d9 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: ca4b22d7-a885-4c9b-a158-428c94d728ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ca4b22d7-a885-4c9b-a158-428c94d728ff (zpool), kind: External } } } }, OmicronZoneConfig { id: f3f76e0f-3b63-4689-a439-592ac565a4e0 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 4b036abe-abef-463a-8eb9-d1a1776e412a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b036abe-abef-463a-8eb9-d1a1776e412a (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.093879763Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.094683943Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:33273"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4470e14d-7fd3-480c-865a-bde0ed28edfc, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.095231456Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.095240566Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4470e14d-7fd3-480c-865a-bde0ed28edfc, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0dad28ff-10aa-4a01-ada2-5b1699288574, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.119862766Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.119900487Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0dad28ff-10aa-4a01-ada2-5b1699288574, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: eefddb16-7132-4cf9-94a7-0988f3d6ef55, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.13975111Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.139786951Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: eefddb16-7132-4cf9-94a7-0988f3d6ef55, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34a0be16-b874-48af-b8cd-093d0ad2c14e, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.159004718Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.159046179Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 34a0be16-b874-48af-b8cd-093d0ad2c14e, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68055718-1ca8-4b3c-8151-d07017032d95, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.178834381Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.178871762Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 68055718-1ca8-4b3c-8151-d07017032d95, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b31ed53d-87d1-4ef6-8317-5605c6ca8210, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.197091855Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.197129066Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b31ed53d-87d1-4ef6-8317-5605c6ca8210, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e891e69f-7f1c-448c-86c7-d62e681c7651, dataset_name: DatasetName { pool_name: ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.216503008Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.216541869Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e891e69f-7f1c-448c-86c7-d62e681c7651, dataset_name: DatasetName { pool_name: ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 082e643a-e35a-4c0b-8f9f-2d5bf2908694, dataset_name: DatasetName { pool_name: ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.234198259Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.23424856Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 082e643a-e35a-4c0b-8f9f-2d5bf2908694, dataset_name: DatasetName { pool_name: ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.254556444Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.254593005Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.461326867Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.461379198Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45dceced-8d9e-4810-8bbd-67e505213606, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.626714032Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.626762343Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 45dceced-8d9e-4810-8bbd-67e505213606, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b23d952d-f39c-402c-80dd-29f815be14c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.800564973Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.800609634Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b23d952d-f39c-402c-80dd-29f815be14c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 37d094ca-eff2-4057-abcc-1d48d30a833b, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.992111154Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:52.992155586Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 37d094ca-eff2-4057-abcc-1d48d30a833b, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b57297d-033e-4202-9799-cdc945b636be, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:53.138343764Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:53.138382165Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9b57297d-033e-4202-9799-cdc945b636be, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0bd9b495-7323-40a9-a298-f7387bff1fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:53.350360044Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:53.350401205Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0bd9b495-7323-40a9-a298-f7387bff1fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d9c6025-fcf0-4bb5-a9f8-27441d950458, dataset_name: DatasetName { pool_name: ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:53.552177586Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:53.552217987Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 7d9c6025-fcf0-4bb5-a9f8-27441d950458, dataset_name: DatasetName { pool_name: ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e, dataset_name: DatasetName { pool_name: ZpoolName { id: d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:53.748057683Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:53.748090724Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e, dataset_name: DatasetName { pool_name: ZpoolName { id: d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4757f38f-71e1-4843-9353-c9d8cc5b91bb, dataset_name: DatasetName { pool_name: ZpoolName { id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:53.936276274Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:53.936309025Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4757f38f-71e1-4843-9353-c9d8cc5b91bb, dataset_name: DatasetName { pool_name: ZpoolName { id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddd91161-876c-4fe6-8e31-ba515aab04d9, dataset_name: DatasetName { pool_name: ZpoolName { id: ca4b22d7-a885-4c9b-a158-428c94d728ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:54.083331293Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:54.083365384Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ddd91161-876c-4fe6-8e31-ba515aab04d9, dataset_name: DatasetName { pool_name: ZpoolName { id: ca4b22d7-a885-4c9b-a158-428c94d728ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f3f76e0f-3b63-4689-a439-592ac565a4e0, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b036abe-abef-463a-8eb9-d1a1776e412a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:54.304342292Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:54.304379604Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f3f76e0f-3b63-4689-a439-592ac565a4e0, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b036abe-abef-463a-8eb9-d1a1776e412a (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:54.546921057Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:54.546962358Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:54.547208814Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:54.54747724Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:54.786845586Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:54.78742201Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:54.812172392Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:54.812393098Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:54.812442359Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:54.823776864Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:54.825370743Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:54.838230096Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:54.838351799Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:54.851476868Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.017215362Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.017272774Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.017278124Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.017283174Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.017288674Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.017293284Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.017297264Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.017301784Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.017312735Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.017479779Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.024582012Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.029921521Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.036549093Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.042109038Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.218345397Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.223576325Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.22789186Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.232806059Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.237868693Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.242897755Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.247883416Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.252486518Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.256823814Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.261373085Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.266267164Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.27145951Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.276149944Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.28046816Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.321909488Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.35444335Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.35487016Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.359618106Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.363871589Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.368355268Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.372399457Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.376823215Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.382572394Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.388291564Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.394049984Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.433417232Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.466696462Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.499704285Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.501746425Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.501756445Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.535800834Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 248, 148]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.535817714Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.537891135Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.537904335Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.576602987Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 155, 200]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.576617437Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.578203216Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.578222476Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.614315165Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 180, 117]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.614341306Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.615724139Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.61574223Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.67121478Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 162, 153]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.67124396Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.672998333Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.673013103Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.727207633Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 245, 59]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.727237323Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.727870549Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.727883219Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.727953771Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.727965731Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.731744143Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.733480595Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.782417856Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.782479518Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.782660762Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.785895731Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.785982353Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.785997484Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.786125487Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.786134287Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.786359422Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.828128308Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.831194972Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.831233253Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.831283365Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.834769819Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.835087607Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:55.885510334Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:56.011507511Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:56.024329963Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:56.03652228Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:56.049180458Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:56.068682693Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:56.084565639Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:56.112416677Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:56.126769157Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:58.730834935Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:58.73103653Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:58.731114762Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:58.740630843Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:58.849614175Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:58.84984319Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:58.849897942Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:58.860462129Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:58.861212287Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:58.870616796Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:58.871576349Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:58.871736093Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:58.87202377Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:58.874528381Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:58.874721976Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:58.874742566Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:58.882980447Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:58.890795837Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:58.899453998Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:58.907450362Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:58.91514117Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:58.92296005Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be\") failed: Property not found. retry in 53.165824ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:59.126136935Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b\") failed: Property not found. retry in 48.885127ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:59.136138368Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c\") failed: Property not found. retry in 32.261772ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:59.147197048Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e\") failed: Property not found. retry in 56.808568ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:59.15757159Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\") failed: Property not found. retry in 59.93524ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:59.168958917Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee\") failed: Property not found. retry in 53.584565ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:59.177981027Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458\") failed: Property not found. retry in 74.66265ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:59.187371375Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb\") failed: Property not found. retry in 44.979041ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:59.198463055Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9\") failed: Property not found. retry in 26.592711ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:59.352501665Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b\") failed: Property not found. retry in 80.824918ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:59.372474071Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c\") failed: Property not found. retry in 146.029124ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:59.402610594Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e\") failed: Property not found. retry in 88.842782ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:17:59.634527669Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:59.634876967Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:17:59.635126173Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\") failed: Property not found. retry in 96.731346ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:05.982070535Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3\") failed: Property not found. retry in 63.135619ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:06.256653638Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee\") failed: Property not found. retry in 52.205083ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:06.364971635Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458\") failed: Property not found. retry in 137.385762ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:06.403437211Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2\") failed: Property not found. retry in 50.67001ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:06.417969554Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb\") failed: Property not found. retry in 51.204887ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:06.433340089Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9\") failed: Property not found. retry in 149.789294ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:06.448266072Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be\") failed: Property not found. retry in 57.744997ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:06.8833258Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b\") failed: Property not found. retry in 201.830215ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:06.905680434Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c\") failed: Property not found. retry in 194.298825ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:06.920691339Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e\") failed: Property not found. retry in 287.622043ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:06.934654589Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\") failed: Property not found. retry in 114.167271ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:06.94786085Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3\") failed: Property not found. retry in 115.582869ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:06.961117303Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee\") failed: Property not found. retry in 269.829564ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:06.972773377Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458\") failed: Property not found. retry in 207.85486ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:06.985040095Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:06.985304562Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2\") failed: Property not found. retry in 86.64169ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.003623048Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb\") failed: Property not found. retry in 179.499958ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.016675995Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9\") failed: Property not found. retry in 127.026439ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.030322997Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be\") failed: Property not found. retry in 170.401987ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.04152014Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\") failed: Property not found. retry in 31.618276ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.052272602Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:07.052431956Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\") failed: Property not found. retry in 254.24764ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.07765821Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3\") failed: Property not found. retry in 234.425719ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.089653112Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\") failed: Property not found. retry in 50.685333ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.102601667Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2\") failed: Property not found. retry in 145.853482ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.115027189Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:07.115301696Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b\") failed: Property not found. retry in 538.357506ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.129170103Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c\") failed: Property not found. retry in 514.728424ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.141646217Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:07.141886053Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\") failed: Property not found. retry in 258.628459ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.167283531Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9\") failed: Property not found. retry in 508.340749ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.180092313Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458\") failed: Property not found. retry in 492.444608ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.205743207Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb\") failed: Property not found. retry in 534.216386ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.216579351Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be\") failed: Property not found. retry in 246.174669ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.228026039Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:07.233140594Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54124"} {"msg":"wait for service Some(\"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e\") failed: Property not found. retry in 317.411774ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.240994115Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:07.250419545Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"4843bdd3-a79b-43f7-b4b8-1156d02d51f7","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54124","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7036,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee\") failed: Property not found. retry in 514.237216ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.26091494Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2\") failed: Property not found. retry in 373.283659ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.275965876Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6\") failed: Property not found. retry in 68.601445ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.317267121Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3\") failed: Property not found. retry in 200.195498ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.337606056Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\") failed: Property not found. retry in 1.186648546s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.351014443Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:07.351515725Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:07.352021427Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0\") failed: Property not found. retry in 58.057074ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.395185688Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6\") failed: Property not found. retry in 65.111064ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.405503079Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\") failed: Property not found. retry in 587.502434ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.491976204Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6\") failed: Property not found. retry in 133.362685ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.522050036Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0\") failed: Property not found. retry in 76.114972ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.53621572Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be\") failed: Property not found. retry in 786.132496ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.551705998Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3\") failed: Property not found. retry in 1.12666653s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.569029089Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e\") failed: Property not found. retry in 729.758723ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.585423848Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0\") failed: Property not found. retry in 230.99824ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.625899763Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe\") failed: Property not found. retry in 53.76124ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.658494137Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c\") failed: Property not found. retry in 925.871738ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.674217829Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6\") failed: Property not found. retry in 345.656597ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.689425259Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2\") failed: Property not found. retry in 1.036737834s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.702792915Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b\") failed: Property not found. retry in 1.041580927s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.716404636Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458\") failed: Property not found. retry in 984.580117ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.731969065Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9\") failed: Property not found. retry in 548.293821ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.746380276Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe\") failed: Property not found. retry in 82.764224ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.757605689Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb\") failed: Property not found. retry in 745.804487ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.772286666Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee\") failed: Property not found. retry in 1.004405876s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.793867031Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:07.801473497Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:07.801865586Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:07.809731478Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:07.809965703Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:07.818194373Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:07.818330576Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe\") failed: Property not found. retry in 122.606276ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.853486052Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0\") failed: Property not found. retry in 551.651623ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:07.997961068Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe\") failed: Property not found. retry in 455.949887ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.034824446Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6\") failed: Property not found. retry in 503.89465ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.059206409Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\") failed: Property not found. retry in 830.380153ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.099861519Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9\") failed: Property not found. retry in 969.124425ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.324355893Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e\") failed: Property not found. retry in 1.440257651s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.350438867Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be\") failed: Property not found. retry in 1.307616495s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.377465425Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039\") failed: Property not found. retry in 50.170633ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.405917438Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578\") failed: Property not found. retry in 30.396333ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.44260009Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d\") failed: Property not found. retry in 36.678807ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.465495568Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039\") failed: Property not found. retry in 96.661906ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.476443684Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578\") failed: Property not found. retry in 104.902654ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.48612237Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe\") failed: Property not found. retry in 723.271065ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.509027537Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d\") failed: Property not found. retry in 56.212559ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.521694576Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb\") failed: Property not found. retry in 735.763872ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.538695769Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\") failed: Property not found. retry in 841.17195ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.557992469Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0\") failed: Property not found. retry in 494.503898ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.575486235Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039\") failed: Property not found. retry in 272.431086ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.590399598Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6\") failed: Property not found. retry in 828.561684ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.606027038Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d\") failed: Property not found. retry in 207.169047ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.620507611Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c\") failed: Property not found. retry in 682.737781ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.637016862Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578\") failed: Property not found. retry in 211.605178ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.650722906Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3\") failed: Property not found. retry in 570.732874ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.714810256Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458\") failed: Property not found. retry in 904.318614ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.734209068Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2\") failed: Property not found. retry in 1.044720767s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.755865125Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b\") failed: Property not found. retry in 648.473006ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.777263766Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee\") failed: Property not found. retry in 875.53733ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.817692469Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d\") failed: Property not found. retry in 320.875709ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.84731627Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578\") failed: Property not found. retry in 344.933602ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.88101136Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039\") failed: Property not found. retry in 593.495322ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.89947616Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\") failed: Property not found. retry in 670.853567ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:08.946193777Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0\") failed: Property not found. retry in 516.151932ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:09.084609126Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d\") failed: Property not found. retry in 826.294798ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:09.181601176Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578\") failed: Property not found. retry in 439.794464ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:09.239054645Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe\") failed: Property not found. retry in 1.385878274s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:09.252757768Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb\") failed: Property not found. retry in 821.344972ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:09.290317522Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3\") failed: Property not found. retry in 1.058832837s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:09.305213305Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9\") failed: Property not found. retry in 841.099566ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:09.321220044Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c\") failed: Property not found. retry in 1.259229032s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:09.335135773Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\") failed: Property not found. retry in 1.21725651s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:09.415396177Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b\") failed: Property not found. retry in 1.477631123s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:09.492158125Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6\") failed: Property not found. retry in 721.22093ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:09.535298245Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039\") failed: Property not found. retry in 753.595015ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:09.574170541Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0\") failed: Property not found. retry in 524.362318ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:09.655249234Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\") failed: Property not found. retry in 1.234902643s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:09.696371085Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458\") failed: Property not found. retry in 570.56025ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:09.708038049Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578\") failed: Property not found. retry in 581.137767ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:09.718970175Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee\") failed: Property not found. retry in 870.903241ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:09.729644195Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be\") failed: Property not found. retry in 555.248056ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:09.740966501Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e\") failed: Property not found. retry in 749.483898ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:09.803978804Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2\") failed: Property not found. retry in 1.370305286s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:09.816489148Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d\") failed: Property not found. retry in 1.232521435s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:10.020472662Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb\") failed: Property not found. retry in 950.736902ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:10.127055737Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9\") failed: Property not found. retry in 618.095865ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:10.176862219Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0\") failed: Property not found. retry in 865.006012ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:10.193935304Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6\") failed: Property not found. retry in 534.39905ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:10.269469663Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458\") failed: Property not found. retry in 991.572452ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:10.29073736Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be\") failed: Property not found. retry in 871.733301ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:10.308820081Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578\") failed: Property not found. retry in 1.117410269s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:10.319683165Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039\") failed: Property not found. retry in 1.073469311s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:10.339525628Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3\") failed: Property not found. retry in 1.326480999s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:10.377211675Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e\") failed: Property not found. retry in 711.911356ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:10.567332472Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c\") failed: Property not found. retry in 578.849716ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:10.605584663Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee\") failed: Property not found. retry in 933.724361ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:10.615818382Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\") failed: Property not found. retry in 1.070730064s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:10.644162432Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe\") failed: Property not found. retry in 1.348709867s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:10.654193476Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9\") failed: Property not found. retry in 1.064390931s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:10.808505432Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6\") failed: Property not found. retry in 798.533393ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:10.819614172Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\") failed: Property not found. retry in 1.481304564s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:10.945083126Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b\") failed: Property not found. retry in 954.788852ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:10.983288725Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0\") failed: Property not found. retry in 880.473045ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:11.07179533Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb\") failed: Property not found. retry in 1.393291534s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:11.091279514Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be\") failed: Property not found. retry in 721.899555ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:11.190112199Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c\") failed: Property not found. retry in 1.389235746s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:11.199199831Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2\") failed: Property not found. retry in 1.114037428s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:11.207054612Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d\") failed: Property not found. retry in 1.424385624s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:11.262536622Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e\") failed: Property not found. retry in 1.244005003s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:11.28876023Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458\") failed: Property not found. retry in 1.411840837s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:11.296614442Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039\") failed: Property not found. retry in 667.932019ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:11.421317847Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578\") failed: Property not found. retry in 1.360704527s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:11.448202711Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee\") failed: Property not found. retry in 1.108930165s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:11.558834724Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6\") failed: Property not found. retry in 1.026844544s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:11.628462118Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3\") failed: Property not found. retry in 749.695736ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:11.712403581Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\") failed: Property not found. retry in 1.020888933s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:11.723118402Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9\") failed: Property not found. retry in 782.727195ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:11.882509581Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be\") failed: Property not found. retry in 759.805783ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:11.921425838Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b\") failed: Property not found. retry in 966.185782ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:11.946844256Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0\") failed: Property not found. retry in 1.414741848s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:11.961703608Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe\") failed: Property not found. retry in 1.471584554s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:12.01519725Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039\") failed: Property not found. retry in 897.290315ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:12.099572344Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2\") failed: Property not found. retry in 851.117244ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:12.334087192Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\") failed: Property not found. retry in 1.402014883s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:12.43962903Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3\") failed: Property not found. retry in 1.179829822s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:12.475223127Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb\") failed: Property not found. retry in 930.025954ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:12.496970726Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e\") failed: Property not found. retry in 604.810695ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:12.546768428Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c\") failed: Property not found. retry in 1.078512395s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:12.601234983Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6\") failed: Property not found. retry in 650.724539ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:12.669189617Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee\") failed: Property not found. retry in 765.633786ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:12.681256391Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9\") failed: Property not found. retry in 1.006593917s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:12.692467484Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d\") failed: Property not found. retry in 1.401408026s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:12.702343964Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be\") failed: Property not found. retry in 592.557577ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:12.713818414Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458\") failed: Property not found. retry in 512.897358ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:12.725376895Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\") failed: Property not found. retry in 1.384513047s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:12.757504297Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578\") failed: Property not found. retry in 978.400892ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:12.818797048Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b\") failed: Property not found. retry in 594.190066ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:12.924573262Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039\") failed: Property not found. retry in 1.436881607s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:13.011027796Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e\") failed: Property not found. retry in 945.060386ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:13.17017652Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2\") failed: Property not found. retry in 1.491665938s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:13.228792997Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458\") failed: Property not found. retry in 1.472896827s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:13.282281778Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be\") failed: Property not found. retry in 1.038678801s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:13.326071704Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6\") failed: Property not found. retry in 948.911341ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:13.34110718Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0\") failed: Property not found. retry in 672.347757ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:13.391914507Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb\") failed: Property not found. retry in 591.645022ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:13.439941626Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee\") failed: Property not found. retry in 1.005239202s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:13.456937569Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe\") failed: Property not found. retry in 838.792594ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:13.498801279Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b\") failed: Property not found. retry in 894.185845ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:13.530260474Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:13.62540308Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:13.625741408Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3\") failed: Property not found. retry in 894.34483ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:13.667486564Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c\") failed: Property not found. retry in 611.525261ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:13.69154935Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9\") failed: Property not found. retry in 531.941007ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:13.711188988Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578\") failed: Property not found. retry in 1.19206572s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:13.809989582Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606\") failed: Property not found. retry in 37.579458ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:13.82678987Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\") failed: Property not found. retry in 1.454351697s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:13.8534855Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606\") failed: Property not found. retry in 141.976214ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:13.873396815Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606\") failed: Property not found. retry in 193.805428ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:14.025852445Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb\") failed: Property not found. retry in 811.650314ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:14.042550012Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0\") failed: Property not found. retry in 1.460155199s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:14.075193176Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d\") failed: Property not found. retry in 813.417671ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:14.118054299Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e\") failed: Property not found. retry in 856.138926ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:14.130462331Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\") failed: Property not found. retry in 906.738525ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:14.157416428Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606\") failed: Property not found. retry in 413.076959ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:14.235382215Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9\") failed: Property not found. retry in 791.431948ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:14.256919019Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6\") failed: Property not found. retry in 618.706782ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:14.303097533Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c\") failed: Property not found. retry in 873.770009ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:14.316157391Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe\") failed: Property not found. retry in 1.19262522s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:14.353855958Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be\") failed: Property not found. retry in 752.053124ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:14.381242575Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b\") failed: Property not found. retry in 1.471902269s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:14.442373183Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039\") failed: Property not found. retry in 893.139194ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:14.464076361Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee\") failed: Property not found. retry in 1.046797965s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:14.47678483Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3\") failed: Property not found. retry in 629.364236ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:14.574270433Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606\") failed: Property not found. retry in 666.707904ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:14.659969229Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2\") failed: Property not found. retry in 512.706752ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:14.732009162Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458\") failed: Property not found. retry in 839.641913ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:14.773678397Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb\") failed: Property not found. retry in 835.512336ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:14.869427137Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6\") failed: Property not found. retry in 1.30835764s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:14.937199166Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d\") failed: Property not found. retry in 841.654768ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:14.952633472Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e\") failed: Property not found. retry in 750.1924ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.003332306Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578\") failed: Property not found. retry in 1.236947125s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.017238675Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9\") failed: Property not found. retry in 688.223328ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.064792102Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\") failed: Property not found. retry in 1.412487409s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.078980597Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be\") failed: Property not found. retry in 797.559508ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.149569055Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c\") failed: Property not found. retry in 712.955319ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.20483122Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3\") failed: Property not found. retry in 1.353711376s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.218745179Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2\") failed: Property not found. retry in 917.825368ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.265324483Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\") failed: Property not found. retry in 713.034864ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.329980306Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606\") failed: Property not found. retry in 591.125756ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.34984391Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039\") failed: Property not found. retry in 609.068512ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.373299871Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee\") failed: Property not found. retry in 836.646222ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.5405159Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0\") failed: Property not found. retry in 1.144081394s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.557486944Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe\") failed: Property not found. retry in 789.332634ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.572919179Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458\") failed: Property not found. retry in 1.173697657s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.634626931Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb\") failed: Property not found. retry in 929.172938ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.728047995Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e\") failed: Property not found. retry in 558.581334ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.765884386Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9\") failed: Property not found. retry in 730.313678ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.776353171Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d\") failed: Property not found. retry in 1.036075611s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.805200423Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b\") failed: Property not found. retry in 1.180533142s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.943434646Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c\") failed: Property not found. retry in 1.061989694s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.95797389Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606\") failed: Property not found. retry in 1.173088556s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.971014968Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be\") failed: Property not found. retry in 1.3605705s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.984594168Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039\") failed: Property not found. retry in 1.470647862s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:15.99864308Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\") failed: Property not found. retry in 982.20045ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:16.059748837Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2\") failed: Property not found. retry in 538.409532ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:16.201732903Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6\") failed: Property not found. retry in 675.696416ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:16.259412777Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578\") failed: Property not found. retry in 779.91275ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:16.272248519Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e\") failed: Property not found. retry in 1.377474105s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:16.340109231Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe\") failed: Property not found. retry in 1.396755723s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:16.378980537Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee\") failed: Property not found. retry in 1.317891523s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:16.395171721Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\") failed: Property not found. retry in 709.742005ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:16.505706881Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9\") failed: Property not found. retry in 1.202238486s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:16.518070652Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3\") failed: Property not found. retry in 792.376009ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:16.586297713Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb\") failed: Property not found. retry in 700.969804ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:16.669449907Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0\") failed: Property not found. retry in 1.006945322s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:16.715447596Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2\") failed: Property not found. retry in 1.446844532s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:16.752975389Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458\") failed: Property not found. retry in 1.326798475s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:16.820191565Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d\") failed: Property not found. retry in 759.222987ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:16.85370604Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6\") failed: Property not found. retry in 687.702306ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:16.944828128Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c\") failed: Property not found. retry in 1.010348798s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:17.030972025Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\") failed: Property not found. retry in 575.267281ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:17.053279458Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578\") failed: Property not found. retry in 674.214623ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:17.062656736Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b\") failed: Property not found. retry in 1.111550787s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:17.134457964Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606\") failed: Property not found. retry in 938.147197ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:17.153513387Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\") failed: Property not found. retry in 1.318398302s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:17.227311284Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be\") failed: Property not found. retry in 740.504168ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:17.356640081Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb\") failed: Property not found. retry in 645.809315ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:17.37959531Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3\") failed: Property not found. retry in 1.349421447s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:17.390415823Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039\") failed: Property not found. retry in 870.403486ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:17.478910397Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d\") failed: Property not found. retry in 1.392394541s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:17.624706966Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\") failed: Property not found. retry in 713.791174ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:17.641467824Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6\") failed: Property not found. retry in 1.024768228s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:17.65406087Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee\") failed: Property not found. retry in 777.556342ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:17.725986661Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e\") failed: Property not found. retry in 1.051221727s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:17.735448481Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9\") failed: Property not found. retry in 927.981338ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:17.745490756Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0\") failed: Property not found. retry in 848.862889ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:17.754527685Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578\") failed: Property not found. retry in 602.881596ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:17.763278808Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe\") failed: Property not found. retry in 1.195164517s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:17.787874117Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb\") failed: Property not found. retry in 535.576004ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:18.041706224Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c\") failed: Property not found. retry in 1.490399429s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:18.063155026Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606\") failed: Property not found. retry in 1.065554479s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:18.10809119Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be\") failed: Property not found. retry in 990.340926ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:18.121219369Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458\") failed: Property not found. retry in 1.357073846s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:18.1619101Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2\") failed: Property not found. retry in 1.089528656s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:18.211650581Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b\") failed: Property not found. retry in 733.257358ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:18.258669355Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039\") failed: Property not found. retry in 1.350207142s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:18.360857452Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\") failed: Property not found. retry in 980.286768ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:18.375799166Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578\") failed: Property not found. retry in 1.10325602s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:18.388418503Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee\") failed: Property not found. retry in 1.273561346s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:18.514325537Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\") failed: Property not found. retry in 1.077163428s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:18.561310781Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb\") failed: Property not found. retry in 1.430240861s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:18.590127722Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0\") failed: Property not found. retry in 510.68836ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:18.617220562Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9\") failed: Property not found. retry in 937.982884ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:18.68618916Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6\") failed: Property not found. retry in 1.199250669s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:18.699498104Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3\") failed: Property not found. retry in 1.411536695s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:18.752343441Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e\") failed: Property not found. retry in 778.886054ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:18.802820219Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe\") failed: Property not found. retry in 1.281379662s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:18.998628604Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b\") failed: Property not found. retry in 1.098140043s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:19.013388283Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d\") failed: Property not found. retry in 1.128479334s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:19.03464596Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be\") failed: Property not found. retry in 1.257564252s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:19.12583032Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0\") failed: Property not found. retry in 1.215138129s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:19.140670071Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606\") failed: Property not found. retry in 1.462689218s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:19.186761213Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2\") failed: Property not found. retry in 1.395480043s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:19.318763695Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\") failed: Property not found. retry in 795.660352ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:19.374579204Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578\") failed: Property not found. retry in 1.39477115s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:19.510097623Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458\") failed: Property not found. retry in 654.715099ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:19.537665553Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c\") failed: Property not found. retry in 990.21248ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:19.567431558Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e\") failed: Property not found. retry in 1.268064164s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:19.601097687Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9\") failed: Property not found. retry in 1.195393899s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:19.639345778Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\") failed: Property not found. retry in 909.162021ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:19.651928695Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039\") failed: Property not found. retry in 714.576505ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:19.72485683Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee\") failed: Property not found. retry in 963.270109ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:19.802428287Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6\") failed: Property not found. retry in 1.019797353s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:19.912555088Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb\") failed: Property not found. retry in 1.122481571s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:20.032794604Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b\") failed: Property not found. retry in 880.602294ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:20.121658167Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d\") failed: Property not found. retry in 1.063680459s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:20.173793006Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\") failed: Property not found. retry in 1.115791257s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:20.185554832Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3\") failed: Property not found. retry in 1.054527501s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:20.195543215Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458\") failed: Property not found. retry in 942.878998ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:20.205414035Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe\") failed: Property not found. retry in 1.270382758s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:20.290385674Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0\") failed: Property not found. retry in 535.698457ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:20.366836424Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be\") failed: Property not found. retry in 724.246692ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:20.395101962Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039\") failed: Property not found. retry in 860.895182ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:20.451515736Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\") failed: Property not found. retry in 1.118256877s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:20.587480555Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606\") failed: Property not found. retry in 1.421693311s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:20.664482089Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2\") failed: Property not found. retry in 878.555957ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:20.725620987Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e\") failed: Property not found. retry in 886.170904ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:20.881449749Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0\") failed: Property not found. retry in 785.458099ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:20.921662387Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578\") failed: Property not found. retry in 764.556772ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:20.936654262Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458\") failed: Property not found. retry in 868.133439ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:21.159609829Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3\") failed: Property not found. retry in 766.624851ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:21.274257879Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:18:21.937114482Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:21.938865864Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:22.005634669Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"wait for service Some(\"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606\") failed: Property not found. retry in 715.000675ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:22.112767627Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.860190858Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.860249849Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.860256119Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.860261139Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.860265749Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.860270509Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.86028825Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.86029327Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.86029771Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.86030203Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.86030644Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.86031088Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.860315041Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.860319431Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.860323611Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.860328121Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.860332471Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.860336601Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.860340941Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be"} {"msg":"Writing ledger to /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.860784152Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.888806754Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.924475112Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"d127e783-e325-4a62-ac83-fdc31e8872f3","remote_addr":"[fd00:1122:3344:101::1]:33273","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":30829554,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.933706757Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1322"} {"msg":"Writing ledger to /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.9367211Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.936992867Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.940206195Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:18:22.941856645Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Nexus address: [fd00:1122:3344:101::a]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.944788426Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n local_pref: None,\n nexthop: 10.151.2.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.99259457Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:22.994821484Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:23.143251747Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:23.216678364Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:23.386467636Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:23.547806413Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:23.786301078Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:18:23.945861151Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:24.001855714Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:24.021173204Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:24.264729452Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:24.62125317Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:24.760451748Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"43.850557082s"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:18:24.94998463Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:25.042338378Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:25.706016831Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:18:25.95290117Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:26.001040111Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:26.466404398Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:18:26.956313721Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:27.255721328Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:18:27.959560979Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:27.999887951Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:28.094272868Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:18:28.963423041Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:29.246031049Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:18:29.966059013Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:30.001491376Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:30.650385329Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:18:30.969038244Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:31.500793396Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:18:31.972286541Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:32.001057901Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:18:32.975330293Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:33.075672526Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:18:33.977949735Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:34.000801811Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:18:34.981404298Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:18:35.984263446Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:36.001073345Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:36.229637198Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:18:36.986854957Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:37.288659653Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60019"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:37.28976586Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"b0219a27-8d58-4617-bbce-b798fb07b51f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60019","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":848,"response_code":"200"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:18:37.990419073Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:38.001184305Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:38.540921381Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:18:38.993103256Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:18:39.996740824Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:40.000062515Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:18:40.999810987Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:41.142038888Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:18:42.002011189Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:18:42.002526352Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)","v":0,"name":"SledAgent","level":50,"time":"2024-09-27T04:18:43.006300811Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4bfd01e-b78b-4218-90b2-f927024a2764\", \"content-length\": \"173\", \"date\": \"Fri, 27 Sep 2024 04:18:45 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"f8bf114a-16dc-4405-b07c-b2a322af91b1\\\"\", request_id: \"c4bfd01e-b78b-4218-90b2-f927024a2764\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:45.641138489Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.114115551Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.592560366Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53676"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.595685842Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"cdab1c37-02f1-4d6b-91a8-842e04d64706","remote_addr":"[fd00:1122:3344:101::a]:53676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2383,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.595741073Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45456"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.596085712Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"58b37260-8e69-43f0-b110-bd4853499d8d","remote_addr":"[fd00:1122:3344:101::c]:45456","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.712953136Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48389"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.714075583Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.957335353Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"797aa396-783d-46c6-ae3e-48b9b2745e80","remote_addr":"[fd00:1122:3344:101::c]:48389","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":244250,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.957507007Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34346"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.957594879Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35343"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.957649851Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44182"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.957720882Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53239"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.957783334Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45087"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.957806195Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4666d605-7811-4c2c-bc5c-c977cbea3ec9","remote_addr":"[fd00:1122:3344:101::b]:34346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.957835525Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53511"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.958974803Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.958997393Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.959189158Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.959287311Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.967945121Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"561b0e3c-7633-42af-9875-ebc8b2470fca","remote_addr":"[fd00:1122:3344:101::a]:53239","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9819,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.968157826Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"e090a79f-90dc-4b4d-bccf-837957a6aafe","remote_addr":"[fd00:1122:3344:101::c]:45087","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9642,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.968199087Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"3c25f19d-9945-4765-b858-4d069da163e2","remote_addr":"[fd00:1122:3344:101::b]:53511","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":10009,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.96872761Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"11d16b0b-18af-473f-8b28-f71102d81b49","remote_addr":"[fd00:1122:3344:101::a]:53676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":11091,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.968807852Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"f8e74589-35c7-47b7-bcf4-1d095c29db1a","remote_addr":"[fd00:1122:3344:101::c]:45456","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":11149,"response_code":"204"} {"msg":"Reading ledger from /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.9691487Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:46.969715554Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"05df2c08-f52d-48e4-bebc-ba0fd329f5ec","remote_addr":"[fd00:1122:3344:101::c]:48389","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":11771,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:47.04351103Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9440753a-ce03-4f32-9ff0-10175cbe1728","remote_addr":"[fd00:1122:3344:101::b]:34346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":215,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:47.197074728Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"7499224e-a14e-4d3e-a762-92dd82d94f3b","remote_addr":"[fd00:1122:3344:101::b]:44182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":239197,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:47.197645522Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:47.197703913Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:47.201751952Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:47.202565272Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"591479f5-ab08-4915-8e46-a32e3d2471b3","remote_addr":"[fd00:1122:3344:101::b]:44182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4968,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:47.202777637Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"f56a116e-94df-45b6-a1e6-1a517ad4062d","remote_addr":"[fd00:1122:3344:101::a]:35343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":244306,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:47.204096089Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:47.20412955Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:47.204330235Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:47.20456114Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"5c5f7649-a33b-42dd-8f52-d3ed2bdecd94","remote_addr":"[fd00:1122:3344:101::a]:35343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1253,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:47.791145407Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37319"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:47.791236819Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:47.987619888Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"e06f28be-e6de-4ced-b70a-e31967c9c24a","remote_addr":"[fd00:1122:3344:101::a]:37319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":196351,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:47.98810888Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:47.988153391Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:47.988391597Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:47.988622843Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"6b6773b6-ec33-4c17-b85a-e25bcb93fdec","remote_addr":"[fd00:1122:3344:101::a]:37319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":596,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.292190562Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42708"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.293081074Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a0b0e21c-bcfa-4e85-bc0b-cd7d116c0121, kind: Service { id: 2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5 }, name: Name(\"external-dns-2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 200])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bd6b58ee-7435-46b8-8372-1603d581bac8, kind: Service { id: 30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1 }, name: Name(\"external-dns-30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 117])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5efe858f-e7ea-4c64-aeb5-0aca9c9c6a9a, kind: Service { id: 3b1fed32-ce57-4460-a9cb-8bcabafb5f0d }, name: Name(\"nexus-3b1fed32-ce57-4460-a9cb-8bcabafb5f0d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9e7547d2-70b7-41eb-96f6-ab0a9ba8f84a, kind: Service { id: 9b05ae10-b638-4e17-af1b-3d53602f4578 }, name: Name(\"nexus-9b05ae10-b638-4e17-af1b-3d53602f4578\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 153])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f8da65c0-c689-4319-9711-23c85881c64b, kind: Service { id: d41950f3-e43f-4a33-b0eb-3f93bf4fd039 }, name: Name(\"nexus-d41950f3-e43f-4a33-b0eb-3f93bf4fd039\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 59])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.293127035Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.293156366Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.293163356Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.293170456Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.293175446Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.293201527Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.293217707Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"cae8bfb3-69bf-456d-923e-2d9ea5197b71","remote_addr":"[fd00:1122:3344:101::a]:42708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":955,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.293874733Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:959"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.61913731Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42674"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.619395866Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.82869616Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"3a038a37-81d0-4f42-ae18-4f19b792d73f","remote_addr":"[fd00:1122:3344:101::a]:42674","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":209294,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.828789812Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59695"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.829179421Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a0b0e21c-bcfa-4e85-bc0b-cd7d116c0121, kind: Service { id: 2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5 }, name: Name(\"external-dns-2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 200])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bd6b58ee-7435-46b8-8372-1603d581bac8, kind: Service { id: 30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1 }, name: Name(\"external-dns-30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 117])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5efe858f-e7ea-4c64-aeb5-0aca9c9c6a9a, kind: Service { id: 3b1fed32-ce57-4460-a9cb-8bcabafb5f0d }, name: Name(\"nexus-3b1fed32-ce57-4460-a9cb-8bcabafb5f0d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9e7547d2-70b7-41eb-96f6-ab0a9ba8f84a, kind: Service { id: 9b05ae10-b638-4e17-af1b-3d53602f4578 }, name: Name(\"nexus-9b05ae10-b638-4e17-af1b-3d53602f4578\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 153])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f8da65c0-c689-4319-9711-23c85881c64b, kind: Service { id: d41950f3-e43f-4a33-b0eb-3f93bf4fd039 }, name: Name(\"nexus-d41950f3-e43f-4a33-b0eb-3f93bf4fd039\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 59])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.829247753Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.829271204Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.829305075Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Reading ledger from /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.829320505Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.829353666Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.829393847Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.829413317Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.829463208Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.829491349Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"6e0460cd-8a22-4dd5-b9b8-21387e934470","remote_addr":"[fd00:1122:3344:101::a]:59695","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":572,"response_code":"204"} {"msg":"Reading ledger from /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.829719654Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.82995852Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"c48617a5-aa8e-4ea5-82ef-0ba72fe4c850","remote_addr":"[fd00:1122:3344:101::a]:42674","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":862,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.897139095Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45222"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.897383681Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a0b0e21c-bcfa-4e85-bc0b-cd7d116c0121, kind: Service { id: 2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5 }, name: Name(\"external-dns-2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 200])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bd6b58ee-7435-46b8-8372-1603d581bac8, kind: Service { id: 30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1 }, name: Name(\"external-dns-30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 117])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5efe858f-e7ea-4c64-aeb5-0aca9c9c6a9a, kind: Service { id: 3b1fed32-ce57-4460-a9cb-8bcabafb5f0d }, name: Name(\"nexus-3b1fed32-ce57-4460-a9cb-8bcabafb5f0d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9e7547d2-70b7-41eb-96f6-ab0a9ba8f84a, kind: Service { id: 9b05ae10-b638-4e17-af1b-3d53602f4578 }, name: Name(\"nexus-9b05ae10-b638-4e17-af1b-3d53602f4578\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 153])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f8da65c0-c689-4319-9711-23c85881c64b, kind: Service { id: d41950f3-e43f-4a33-b0eb-3f93bf4fd039 }, name: Name(\"nexus-d41950f3-e43f-4a33-b0eb-3f93bf4fd039\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 59])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.897439213Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.897457683Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.897464123Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.897476374Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.897494324Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.897499154Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:53.897515605Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d8b1e134-4bad-4f8b-9c53-ddb0cc9ce3e0","remote_addr":"[fd00:1122:3344:101::b]:45222","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":293,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:54.157982414Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39483"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:54.158180109Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a0b0e21c-bcfa-4e85-bc0b-cd7d116c0121, kind: Service { id: 2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5 }, name: Name(\"external-dns-2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 200])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bd6b58ee-7435-46b8-8372-1603d581bac8, kind: Service { id: 30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1 }, name: Name(\"external-dns-30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 117])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5efe858f-e7ea-4c64-aeb5-0aca9c9c6a9a, kind: Service { id: 3b1fed32-ce57-4460-a9cb-8bcabafb5f0d }, name: Name(\"nexus-3b1fed32-ce57-4460-a9cb-8bcabafb5f0d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9e7547d2-70b7-41eb-96f6-ab0a9ba8f84a, kind: Service { id: 9b05ae10-b638-4e17-af1b-3d53602f4578 }, name: Name(\"nexus-9b05ae10-b638-4e17-af1b-3d53602f4578\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 153])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f8da65c0-c689-4319-9711-23c85881c64b, kind: Service { id: d41950f3-e43f-4a33-b0eb-3f93bf4fd039 }, name: Name(\"nexus-d41950f3-e43f-4a33-b0eb-3f93bf4fd039\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 59])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:54.15823213Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:54.158258771Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:54.158265471Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:54.158292842Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:54.158299632Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:54.158308902Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:54.158336873Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d9a68cb9-e2f4-462a-901d-9afa8943d035","remote_addr":"[fd00:1122:3344:101::c]:39483","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":282,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:58.603809848Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38830"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:58.603952152Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"0b95d211-7149-494c-b019-12d1c4382f7e","remote_addr":"[fd00:1122:3344:101::a]:38830","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:18:58.61333148Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"4ef8871f-5f39-4b74-91e5-c5e68909d6d8","remote_addr":"[fd00:1122:3344:101::a]:38830","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":128,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:07.324605048Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63549"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:07.324736761Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"d11064c1-52a4-4560-95fc-62eaa6e764e8","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63549","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.554697222Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65345"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.554877597Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"310f2481-b780-4c8a-a673-b1334e305d4e","remote_addr":"[fd00:1122:3344:101::a]:65345","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.568688443Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1940db6a-36d4-4a54-b0bd-7e17b3720da0","remote_addr":"[fd00:1122:3344:101::a]:65345","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":157,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.599308068Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35222"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.599550044Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"290c6462-0ca2-4642-827b-bcf9220a0b9b","remote_addr":"[fd00:1122:3344:101::b]:35222","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":59,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.612623312Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60541"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.612753955Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c246b876-3647-4573-9d95-dc387a56f698","remote_addr":"[fd00:1122:3344:101::c]:60541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":40,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.616171188Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"40937c63-a9c2-4099-bd33-14636e3a44bf","remote_addr":"[fd00:1122:3344:101::b]:35222","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.626763756Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"f0b4bccb-1d06-40db-8ea0-68dd67bc6234","remote_addr":"[fd00:1122:3344:101::c]:60541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.695153451Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.695376136Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"c0e7c579-3c04-40be-bb29-0aec2e09e9c7","remote_addr":"[fd00:1122:3344:101::a]:48157","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.70293945Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43465"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.703117234Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"e123d8a3-747c-4490-b20f-501a17a2a392","remote_addr":"[fd00:1122:3344:101::c]:43465","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.781061391Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56299"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.782370514Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.875329665Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.944888948Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0d1ee181-e3f1-4c2a-b8b3-86a5f92f56fb","remote_addr":"[fd00:1122:3344:101::b]:56299","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":163756,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.945047642Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58986"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.945110914Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51072"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.945147864Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:39384"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.946085877Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.94948701Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"941bb11a-a6ed-474f-8ebb-e39320aa008a","remote_addr":"[fd00:1122:3344:101::b]:39384","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4063,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.95442858Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"70e6b5f1-32fd-4646-9a4b-9231294fcb7d","remote_addr":"[fd00:1122:3344:101::b]:56299","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5824,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:16.985678361Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:17.024054035Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:17.024154967Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:17.024955337Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:17.026105085Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:17.026155286Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"bc2820ed-c89f-4c78-963b-4d400d3508e7","remote_addr":"[fd00:1122:3344:101::b]:56299","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4038,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:17.05672292Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:17.056782332Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"bddbe3b1-5b58-49e8-8624-fd8600af7664","remote_addr":"[fd00:1122:3344:101::a]:51072","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111452,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:17.061308011Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0bb48eef-8821-424a-a680-0d3a5f0e4c5c","remote_addr":"[fd00:1122:3344:101::a]:51072","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":916,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:17.097102833Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:17.156066048Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"43d08bbc-b4b0-46ce-87c6-8512b0474110","remote_addr":"[fd00:1122:3344:101::c]:58986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":210741,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:17.156509729Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"61ca3333-6219-4c45-be97-e9a68df5f133","remote_addr":"[fd00:1122:3344:101::c]:58986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:37.360057243Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40137"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:37.360263218Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"1e3c052b-5607-48c6-99a9-8a3c8527d846","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40137","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:38.754127362Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:34785","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:45422"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:38.778798613Z","hostname":"sock","pid":1562,"uri":"/273758ca-4687-47c2-b656-4cfc2ac70edb","method":"GET","req_id":"b6667682-d270-41b4-8c9a-956d9f2d3263","remote_addr":"[fd00:1122:3344:101::d]:45422","local_addr":"[fd00:1122:3344:101::1]:34785","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":24339,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.41105224Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.411199043Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a7cfcb0d-e6a2-46b0-a445-7c305ccfac1a","remote_addr":"[fd00:1122:3344:101::c]:39157","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.452721374Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"38fce48b-ec47-4638-b4b6-bb62d589e2e2","remote_addr":"[fd00:1122:3344:101::c]:39157","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":164,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.605284197Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59522"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.606909837Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d00e9d66-83e8-444a-a915-dcab04220274","remote_addr":"[fd00:1122:3344:101::a]:59522","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1554,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.621514772Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ccfcd8e5-1ecf-4471-aa7d-927b115aa8e9","remote_addr":"[fd00:1122:3344:101::a]:59522","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":200,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.695629696Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46207"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.69579362Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1ae41f14-dded-47f1-b80d-42ecd8229d0e","remote_addr":"[fd00:1122:3344:101::b]:46207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.710962379Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"91885370-9a42-40c7-a037-c73a10c2faff","remote_addr":"[fd00:1122:3344:101::b]:46207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":146,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.713676975Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44413"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.713765988Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.761859678Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.832112918Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f06fa722-73f7-43b6-be30-67861cfbd429","remote_addr":"[fd00:1122:3344:101::c]:44413","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118387,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.832230701Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42796"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.832279902Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60914"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.832328333Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57741"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.832770834Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"afbfcf4e-7c5b-4477-afb3-cf4e854e47a2","remote_addr":"[fd00:1122:3344:101::c]:42796","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":293,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.833454451Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.838103744Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"b64c4982-51a9-4656-b9e6-482ce7d89b6d","remote_addr":"[fd00:1122:3344:101::a]:60914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5374,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.838221027Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3e1c867e-add5-46ad-891a-2b7c6a9b11a4","remote_addr":"[fd00:1122:3344:101::c]:44413","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5570,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.876542499Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.920071149Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:42065"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.921010862Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"58be05ab-ebac-40be-b361-2b526317a090","remote_addr":"[fd00:1122:3344:101::b]:42065","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":802,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.93900906Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"206a0a6d-b0e3-49be-b28a-dd624b06d0f4","remote_addr":"[fd00:1122:3344:101::a]:57741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106468,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:46.939323307Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"9b724016-15a4-4953-b3c5-1a1dd3d32442","remote_addr":"[fd00:1122:3344:101::a]:57741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:47.085045934Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64699"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:47.085164347Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:47.124070384Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:47.181040881Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"eea8fc3c-e6e6-45da-8b4d-87286e9e5a03","remote_addr":"[fd00:1122:3344:101::b]:64699","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95925,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:47.181320887Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"664e231f-3a5c-4ae4-8409-baaf10ecec1b","remote_addr":"[fd00:1122:3344:101::b]:64699","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:19:52.970907336Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:07.403817841Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:07.404024966Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"16247024-34c1-4c7d-8dd3-f83de7c6e8f8","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41158","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:08.759102358Z","hostname":"sock","pid":1562,"uri":"/273758ca-4687-47c2-b656-4cfc2ac70edb","method":"GET","req_id":"5d933e3e-84dd-4bb8-99f9-b071a660bab4","remote_addr":"[fd00:1122:3344:101::d]:45422","local_addr":"[fd00:1122:3344:101::1]:34785","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6076,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.393844456Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63332"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.39401089Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2d0d01a2-b13c-4445-9a20-55b8d5410dc1","remote_addr":"[fd00:1122:3344:101::c]:63332","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.40468747Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7b87ccf2-4172-4953-9ba3-8962cc92407d","remote_addr":"[fd00:1122:3344:101::c]:63332","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.551718159Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49361"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.551810761Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f8d4bd2f-c166-46e9-830b-f14d4d7769dd","remote_addr":"[fd00:1122:3344:101::a]:49361","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":60,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.569165923Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"40aea76a-6f6f-41d5-9fc1-c8f03ab2678e","remote_addr":"[fd00:1122:3344:101::a]:49361","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":833,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.593784792Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50159"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.593959567Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"a5771ba3-e51a-4c16-9e31-11309e21c5a6","remote_addr":"[fd00:1122:3344:101::c]:50159","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.609886594Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57961"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.610839038Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.650616355Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.706361632Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5d9099f2-4946-408a-998b-20588fda5766","remote_addr":"[fd00:1122:3344:101::c]:57961","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96429,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.706529347Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34552"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.706578278Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64505"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.706845424Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"db6ec31e-f50e-4d5e-972f-3bb50a2a9264","remote_addr":"[fd00:1122:3344:101::a]:34552","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":183,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.706889715Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.706899396Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"40ceaad4-3811-4c80-8a16-dfc5edc742cc","remote_addr":"[fd00:1122:3344:101::c]:57961","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":286,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.734972449Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36772"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.735905762Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1ad13b40-92cf-41e2-9fd5-a5fe161a01a1","remote_addr":"[fd00:1122:3344:101::b]:36772","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":773,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.743302742Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.747089624Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c9f5b1d8-3e2c-4e7f-8e7a-2c86f9829d61","remote_addr":"[fd00:1122:3344:101::b]:36772","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":635,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.769775396Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36188"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.79829766Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.798350591Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"4900355e-da36-471f-918b-d38b5b937c87","remote_addr":"[fd00:1122:3344:101::a]:64505","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91484,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.80159369Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:39000"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.802259706Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f875f4b1-712b-4a40-8730-82abefb011d0","remote_addr":"[fd00:1122:3344:101::a]:64505","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":375,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.802314098Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"7896372d-1479-4522-9fef-ea46b493fb72","remote_addr":"[fd00:1122:3344:101::b]:39000","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":412,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.835867454Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.894088101Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"90efdb4f-6b8e-429b-b326-657b231b3c77","remote_addr":"[fd00:1122:3344:101::b]:36188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":124059,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:16.89446305Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c8e09032-a698-4c52-ba64-a84525ad7487","remote_addr":"[fd00:1122:3344:101::b]:36188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:37.438599604Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59117"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:37.439221159Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"78db354b-b1c5-4d10-b423-af7788f4a165","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59117","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":546,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:38.759490463Z","hostname":"sock","pid":1562,"uri":"/273758ca-4687-47c2-b656-4cfc2ac70edb","method":"GET","req_id":"ac4df4ee-16f3-4837-b359-456cd32c096b","remote_addr":"[fd00:1122:3344:101::d]:45422","local_addr":"[fd00:1122:3344:101::1]:34785","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6632,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:46.552237495Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40403"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:46.552530223Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"b9165efc-8b43-4a56-bf3d-e81f39404b4b","remote_addr":"[fd00:1122:3344:101::c]:40403","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":209,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:46.615910625Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52676"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:46.616040988Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1e043c58-da5e-4293-b475-929f653fa55d","remote_addr":"[fd00:1122:3344:101::c]:52676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":82,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:46.635758268Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1a6d9d23-1b02-49f3-9c4f-3c9b09149e6d","remote_addr":"[fd00:1122:3344:101::c]:52676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":163,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:46.760886364Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47855"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:46.760970836Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7634ac48-4537-4d42-b18f-4c8176435c26","remote_addr":"[fd00:1122:3344:101::b]:47855","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":48,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:46.769809481Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"51447cbb-2163-4eb1-964b-41cb07ff74b3","remote_addr":"[fd00:1122:3344:101::b]:47855","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:46.79770189Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45806"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:46.797783562Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f0e8f7db-0988-4eb1-b583-3c23cfa402c5","remote_addr":"[fd00:1122:3344:101::a]:45806","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":44,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:46.807012436Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5905c8ba-ae40-4378-a557-b7d7a6c79684","remote_addr":"[fd00:1122:3344:101::a]:45806","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:46.892579908Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35029"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:46.892694851Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:46.932859209Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:46.991016834Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"77bd675a-b62c-4d07-9c5f-26e27c930229","remote_addr":"[fd00:1122:3344:101::c]:35029","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98369,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:46.99124536Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34296"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:46.991323172Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45714"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:46.991383843Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63571"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:46.991445995Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45372"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:46.99168795Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"8928444d-151b-405a-9f00-6263f08b6bfd","remote_addr":"[fd00:1122:3344:101::b]:34296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":248,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:46.991706071Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"888f389d-77e0-4c09-917c-bed9152313ad","remote_addr":"[fd00:1122:3344:101::c]:35029","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":373,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:46.991762362Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:47.001909119Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"b820b7ce-cf70-4590-b7de-46da903b138b","remote_addr":"[fd00:1122:3344:101::a]:45372","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6190,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:47.033547129Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:47.088386164Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:47.088450725Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ae496b84-4af7-46ba-8922-68b6d09ad4b9","remote_addr":"[fd00:1122:3344:101::b]:63571","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96793,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:47.09235062Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"2cb435ec-39ca-4980-b8a8-341a25a15306","remote_addr":"[fd00:1122:3344:101::b]:63571","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":756,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:47.124228036Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:47.180068935Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ee20fcbb-980a-468d-966a-b1763ba1c47e","remote_addr":"[fd00:1122:3344:101::a]:45714","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":188366,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:20:47.180380693Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5857acd3-6952-4cb8-ad06-99d8356cff12","remote_addr":"[fd00:1122:3344:101::a]:45714","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":152,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:07.472818138Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:65230"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:07.472964831Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"611a9bf8-c080-4553-bd1c-a5d8915248db","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:65230","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:08.758419347Z","hostname":"sock","pid":1562,"uri":"/273758ca-4687-47c2-b656-4cfc2ac70edb","method":"GET","req_id":"4129582e-5373-4f7c-a43f-745a16a02e8d","remote_addr":"[fd00:1122:3344:101::d]:45422","local_addr":"[fd00:1122:3344:101::1]:34785","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6384,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.568634771Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64947"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.568760224Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"dea67d39-c762-4337-8a12-45f4e412b4cf","remote_addr":"[fd00:1122:3344:101::c]:64947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":56,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.578772768Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ad8c3ba8-0932-45da-8f4c-3f69c896f27d","remote_addr":"[fd00:1122:3344:101::c]:64947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":870,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.604907814Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36138"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.605171371Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"e6cdbab5-1e09-4321-9677-183a46aa4857","remote_addr":"[fd00:1122:3344:101::a]:36138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.629965394Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41658"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.630867466Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ebebf512-90e6-4e96-a31c-cf05ee46707d","remote_addr":"[fd00:1122:3344:101::a]:41658","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":858,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.640360517Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"51dcc7d2-9504-47f6-89f2-bd1c7d3caff6","remote_addr":"[fd00:1122:3344:101::a]:41658","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":142,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.648767362Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55709"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.648889275Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.69263949Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.752509157Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c4e275c2-dacf-4add-8a4e-b6808ae7b984","remote_addr":"[fd00:1122:3344:101::c]:55709","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103652,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.752726272Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46962"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.752803804Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63150"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.752877056Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45874"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.753159903Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37950"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.753846179Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.75389405Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"085e5d2d-b5d8-4709-ae93-7e1923c1809f","remote_addr":"[fd00:1122:3344:101::b]:46962","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":777,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.753947152Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"a91636d9-b11e-43c1-81d8-368d1fc56d3c","remote_addr":"[fd00:1122:3344:101::b]:45874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":839,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.758291628Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0daaa65b-9c19-4730-af10-0c1c04e6d96e","remote_addr":"[fd00:1122:3344:101::c]:55709","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5388,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.758421701Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"28c75938-7155-4f18-8220-678c70cbb07c","remote_addr":"[fd00:1122:3344:101::c]:37950","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4956,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.762331926Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1706da24-67ae-4b9c-b1dc-3dbd05d238c6","remote_addr":"[fd00:1122:3344:101::b]:46962","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":117,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.794016787Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.839506444Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:32793"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.844021894Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"bf277e08-0bbd-4d8c-8e32-bd3d9af3bf6b","remote_addr":"[fd00:1122:3344:101::a]:63150","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90886,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.844069195Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.84960881Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"938cecf8-606e-48aa-a777-a8d17fc31aef","remote_addr":"[fd00:1122:3344:101::a]:63150","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1367,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.880286377Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.935529691Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"74a185dc-bc03-4f7a-b94c-a241f370dccd","remote_addr":"[fd00:1122:3344:101::b]:32793","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95884,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:16.935861449Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d01060e1-5406-408a-8dfd-1eb336670a7b","remote_addr":"[fd00:1122:3344:101::b]:32793","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:37.506312411Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47995"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:37.506442094Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"8bcfb53a-0be5-47bc-832e-f91db399d2a5","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47995","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:38.76846722Z","hostname":"sock","pid":1562,"uri":"/273758ca-4687-47c2-b656-4cfc2ac70edb","method":"GET","req_id":"6c72cf24-1b95-4018-80c7-141986e2f128","remote_addr":"[fd00:1122:3344:101::d]:45422","local_addr":"[fd00:1122:3344:101::1]:34785","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5897,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.562721401Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48000"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.562894612Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"afd84808-4ee0-4018-9361-647100cb7f75","remote_addr":"[fd00:1122:3344:101::a]:48000","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.572034347Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42931"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.572191991Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"cade7ffa-ac88-48e3-ae19-0cd2bf8b15fd","remote_addr":"[fd00:1122:3344:101::c]:42931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":49,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.573039372Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"217c9b48-4eaf-4b2b-b92f-751ed306b79c","remote_addr":"[fd00:1122:3344:101::a]:48000","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":148,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.583807104Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"2d49d732-331a-4a82-8115-4db07cb552a0","remote_addr":"[fd00:1122:3344:101::c]:42931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.651689786Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.65184913Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"e3850dea-cfeb-4b82-a0b8-a11c3bc3a589","remote_addr":"[fd00:1122:3344:101::a]:34252","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.709953294Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63395"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.710091017Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d452e131-27cb-4f24-ab88-dc534c813f35","remote_addr":"[fd00:1122:3344:101::c]:63395","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.765448185Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55341"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.765591928Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"e3a718eb-34bb-420a-8534-3fbdda4e87f9","remote_addr":"[fd00:1122:3344:101::b]:55341","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.769736009Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48673"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.770399105Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.808742909Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.861563473Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f5984a29-df56-4cf1-a0da-cc7ef87e51eb","remote_addr":"[fd00:1122:3344:101::c]:48673","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91760,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.861700097Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34564"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.861740558Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42353"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.86265251Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.862689131Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d02836ae-70cd-483b-9cd8-fa31d53bdf46","remote_addr":"[fd00:1122:3344:101::b]:34564","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":755,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.862735052Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4c3cf3e9-5f19-4d78-8b13-90fdfa89bfac","remote_addr":"[fd00:1122:3344:101::c]:48673","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":867,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.87087096Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"142599aa-73d4-4704-b6e9-e9e0faafc789","remote_addr":"[fd00:1122:3344:101::b]:34564","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":191,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.882472182Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36907"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.897690723Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.952738962Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.952801254Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"34cf212b-00d5-4777-b9d6-35af4ac40d54","remote_addr":"[fd00:1122:3344:101::a]:42353","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90912,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.957874178Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"fe2b40f4-2576-409c-817f-2b7c71c0e696","remote_addr":"[fd00:1122:3344:101::a]:42353","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4849,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:46.989701722Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:47.045340776Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"28c9131a-e1d3-451b-8007-cf670588afc9","remote_addr":"[fd00:1122:3344:101::b]:36907","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":162793,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:21:47.045729636Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"2ccd571d-00ca-445f-b777-60e60f13e120","remote_addr":"[fd00:1122:3344:101::b]:36907","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:07.539587904Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43010"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:07.539737287Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"f09826c1-58ac-4d4f-8d0e-1203b7e477a2","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43010","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:08.847317271Z","hostname":"sock","pid":1562,"uri":"/273758ca-4687-47c2-b656-4cfc2ac70edb","method":"GET","req_id":"4c66fa3f-276e-42f2-92e4-492ea535d407","remote_addr":"[fd00:1122:3344:101::d]:45422","local_addr":"[fd00:1122:3344:101::1]:34785","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7745,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.444851502Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53938"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.445029706Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"3c5935f5-6cb6-485b-8d71-141e25007d26","remote_addr":"[fd00:1122:3344:101::a]:53938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.459608151Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37022"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.459725684Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d32c881a-db65-4a25-8540-a6b1e779c60c","remote_addr":"[fd00:1122:3344:101::c]:37022","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.479460474Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"d9c994ac-7f20-4617-b485-3d6d057f6916","remote_addr":"[fd00:1122:3344:101::c]:37022","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.515250385Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:36022"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.516517526Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"f1d5382f-5146-4d19-b954-bea2442f1674","remote_addr":"[fd00:1122:3344:101::c]:36022","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1191,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.529693707Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52277"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.529849381Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"8aa96de5-55d7-48f5-92db-1029d250157a","remote_addr":"[fd00:1122:3344:101::a]:52277","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":82,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.534271378Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c30c4e7a-ab8b-4801-97a6-b6b7c224bd22","remote_addr":"[fd00:1122:3344:101::a]:53938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1036,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.568578903Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34711"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.568691246Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.613169079Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.680475557Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"759b58ab-4b11-4ab8-a335-21e1663c023a","remote_addr":"[fd00:1122:3344:101::c]:34711","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111839,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.68060187Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53775"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.680650541Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36510"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.680849926Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1052e98a-c8fd-46fb-9c1f-8cad3b1152d4","remote_addr":"[fd00:1122:3344:101::b]:36510","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.681894881Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.682005034Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1e841df6-a640-4fd2-97eb-6c748050b645","remote_addr":"[fd00:1122:3344:101::c]:34711","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1197,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.719568248Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.777105879Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e28e7be9-db09-480b-a650-08be269ef592","remote_addr":"[fd00:1122:3344:101::a]:53775","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96198,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.777423236Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"04e34b2b-a031-4da5-a0f8-e5f949773950","remote_addr":"[fd00:1122:3344:101::a]:53775","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":139,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.79853432Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64446"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.798757466Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"aa38080b-6835-4b44-aba1-9ec436013852","remote_addr":"[fd00:1122:3344:101::b]:64446","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.801854351Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"69994a96-6ad4-488a-9287-eaf238258547","remote_addr":"[fd00:1122:3344:101::b]:36510","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.966475728Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55527"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:16.966593301Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:17.003909249Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:17.059882101Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"bd032152-59df-4c04-882d-64c6079bbe81","remote_addr":"[fd00:1122:3344:101::b]:55527","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93344,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:17.060222199Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"20daedba-3eb0-4233-96dd-2a88332be511","remote_addr":"[fd00:1122:3344:101::b]:55527","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:37.574240168Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57348"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:37.575079108Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"5d70e0fe-9ae6-40e3-95f1-94340894b281","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57348","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":771,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:38.846457611Z","hostname":"sock","pid":1562,"uri":"/273758ca-4687-47c2-b656-4cfc2ac70edb","method":"GET","req_id":"c1b5b9cc-0f01-42ff-ba5e-24e148206bb8","remote_addr":"[fd00:1122:3344:101::d]:45422","local_addr":"[fd00:1122:3344:101::1]:34785","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7367,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.506405372Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47836"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.506618107Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"98353530-472f-46d4-9faa-b40e4a09d889","remote_addr":"[fd00:1122:3344:101::c]:47836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.532758783Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1df87817-5424-4bed-9992-ca52f2d75f14","remote_addr":"[fd00:1122:3344:101::c]:47836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":155,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.619587387Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.619682969Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a908395e-be48-4a7e-800e-efb1b3b4e483","remote_addr":"[fd00:1122:3344:101::a]:46169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":48,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.6312141Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"83f7fd5c-c2ad-4158-9f66-7c4948bd1256","remote_addr":"[fd00:1122:3344:101::a]:46169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":131,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.676113533Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60752"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.676265376Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"0378b752-500c-43f3-be66-881a4bf2614f","remote_addr":"[fd00:1122:3344:101::c]:60752","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.71217365Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60132"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.71299219Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"e1980e84-9101-4815-993d-9e9196f62d79","remote_addr":"[fd00:1122:3344:101::a]:60132","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":778,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.727095133Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63805"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.727202076Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.766196675Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.82190086Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a0bc0433-dcaf-4a5b-815c-7398c5279a9d","remote_addr":"[fd00:1122:3344:101::c]:63805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94745,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.822105315Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50763"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.822168826Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35328"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.823008807Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f3cf2323-3e0e-4948-b257-1f74b6d66c50","remote_addr":"[fd00:1122:3344:101::b]:50763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":745,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.823022337Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.823066008Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b973ff19-a071-4cc4-925a-ac30dd9384fc","remote_addr":"[fd00:1122:3344:101::c]:63805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":944,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.832115159Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"86681623-65d7-470a-a937-92a2765259f8","remote_addr":"[fd00:1122:3344:101::b]:50763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.839860817Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36812"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.859926616Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.863126454Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60675"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.863449571Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"4e1d6897-d5be-46fc-91fc-31aff24cc37e","remote_addr":"[fd00:1122:3344:101::b]:60675","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":193,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.91269294Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.912778932Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"647f4d87-864e-4422-9a93-ec51aae83055","remote_addr":"[fd00:1122:3344:101::a]:35328","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90382,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.916623365Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d80989f8-d562-43ed-bab2-6580a63969f2","remote_addr":"[fd00:1122:3344:101::a]:35328","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":669,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:46.947782714Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:47.004504515Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c6048f30-b075-4c03-b091-10ecd05e5950","remote_addr":"[fd00:1122:3344:101::b]:36812","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":164476,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:22:47.004886204Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e375d4b0-d85b-40b5-ac17-55121703d9ed","remote_addr":"[fd00:1122:3344:101::b]:36812","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":134,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:07.606877372Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48295"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:07.606997265Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"abaec8f4-61f7-4202-b4bd-316985707fce","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48295","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":60,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:08.84642775Z","hostname":"sock","pid":1562,"uri":"/273758ca-4687-47c2-b656-4cfc2ac70edb","method":"GET","req_id":"de1b17d5-4b8a-49ce-9334-54fbdf39f351","remote_addr":"[fd00:1122:3344:101::d]:45422","local_addr":"[fd00:1122:3344:101::1]:34785","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7525,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.42945707Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54516"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.431233574Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"130a1ec3-0c4d-4e25-bc04-d4fda2260955","remote_addr":"[fd00:1122:3344:101::c]:54516","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1682,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.442574159Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"0f7a5b1a-83e7-4146-abe5-bc578c998347","remote_addr":"[fd00:1122:3344:101::c]:54516","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":139,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.574715526Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50337"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.575672769Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"1c0f4214-2db1-40b9-88a6-41cda81edcba","remote_addr":"[fd00:1122:3344:101::c]:50337","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":902,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.620373787Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58595"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.62048666Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c9d3765c-f09e-45f8-9db5-d9dce89eb7d3","remote_addr":"[fd00:1122:3344:101::a]:58595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":59,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.645270983Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a591ea24-b626-4d79-8277-976ba79b19e5","remote_addr":"[fd00:1122:3344:101::a]:58595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":144,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.710267715Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45302"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.71128389Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.75320121Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.817237237Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"4bfbb541-66c4-4722-b523-cade25d2dd33","remote_addr":"[fd00:1122:3344:101::c]:45302","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106887,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.817378171Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:65158"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.817428092Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45679"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.81815253Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"3927aca8-cfa6-44f9-a466-3e09c8057d46","remote_addr":"[fd00:1122:3344:101::b]:65158","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":488,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.81818214Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"cd385e2e-83fb-4d42-b08e-94dcb26b40aa","remote_addr":"[fd00:1122:3344:101::a]:45679","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":638,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.818205401Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c0745c85-319d-446a-b732-76e2dbdcafcb","remote_addr":"[fd00:1122:3344:101::c]:45302","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":604,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.828206244Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"53d0e174-bc26-4815-9283-64f641a5d484","remote_addr":"[fd00:1122:3344:101::b]:65158","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":156,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.83090897Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33188"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.831801372Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.873793804Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.929606892Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"67fe12b2-031a-43a1-b707-6fbaf41e32a5","remote_addr":"[fd00:1122:3344:101::a]:33188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98617,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.929857378Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37278"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.92991777Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43184"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.930122995Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4ca9c5dd-5e48-438f-af8b-02f167e38e11","remote_addr":"[fd00:1122:3344:101::a]:33188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":227,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.930138095Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.933726903Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"86643283-8af8-4aa1-bcd0-803e7676d2e4","remote_addr":"[fd00:1122:3344:101::b]:43184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3597,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:16.964524342Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:17.019579122Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"1ea177a4-79bc-46d2-b7a8-a3b23f0a978f","remote_addr":"[fd00:1122:3344:101::b]:37278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89535,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:17.01990702Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e2a9456e-e332-4003-a66a-cbff886f2e5f","remote_addr":"[fd00:1122:3344:101::b]:37278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":127,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:37.639659652Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56774"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:37.640466081Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"99e37ffa-122c-49e1-94f3-61f51e8615c1","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56774","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":723,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:38.846397362Z","hostname":"sock","pid":1562,"uri":"/273758ca-4687-47c2-b656-4cfc2ac70edb","method":"GET","req_id":"cbeae5bf-de05-40a1-9ee1-8c856bc4f0aa","remote_addr":"[fd00:1122:3344:101::d]:45422","local_addr":"[fd00:1122:3344:101::1]:34785","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7626,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.673069111Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49146"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.674220179Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9361f060-f1b0-4b1e-9b68-420b5d2a1729","remote_addr":"[fd00:1122:3344:101::b]:49146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1074,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.687936143Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"dfa5fbd3-3889-4628-b9af-b408e0e7c33b","remote_addr":"[fd00:1122:3344:101::b]:49146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.724232257Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44442"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.724355169Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e410b796-ab99-439c-be4d-e179b1fb30d9","remote_addr":"[fd00:1122:3344:101::c]:44442","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.759988417Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55637"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.761076883Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"bfdc18fc-c76c-47f5-ba0e-9bccf340cf96","remote_addr":"[fd00:1122:3344:101::c]:55637","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1010,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.769744384Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"025179aa-be13-474e-a014-3370d7d3a940","remote_addr":"[fd00:1122:3344:101::c]:44442","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.775584366Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46124"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.775705979Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"fe114c1c-f996-4947-ae92-8706a1870c16","remote_addr":"[fd00:1122:3344:101::a]:46124","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":46,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.79092216Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6624254f-8587-4590-b395-6d411599f3b5","remote_addr":"[fd00:1122:3344:101::a]:46124","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.806682433Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54676"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.806789726Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.852237521Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.915016819Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f8d74b20-5d6d-4f9a-b435-b2c9e73da658","remote_addr":"[fd00:1122:3344:101::c]:54676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108266,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.915202074Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38940"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.915252345Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35128"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.91544711Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.915515601Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f8f80e18-ce23-4348-a413-85b88f4ffa88","remote_addr":"[fd00:1122:3344:101::c]:54676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":236,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.919446447Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"812bc5f5-2cbb-4d46-b46b-47f1e59cdc1b","remote_addr":"[fd00:1122:3344:101::a]:35128","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3965,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.951413325Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55001"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.951689722Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"05dcfff6-03db-48f3-963b-92711d621268","remote_addr":"[fd00:1122:3344:101::b]:55001","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":181,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.953756322Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.998491831Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36115"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.998559953Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34146"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.999201128Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a0b0e21c-bcfa-4e85-bc0b-cd7d116c0121, kind: Service { id: 2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5 }, name: Name(\"external-dns-2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 200])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bd6b58ee-7435-46b8-8372-1603d581bac8, kind: Service { id: 30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1 }, name: Name(\"external-dns-30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 117])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5efe858f-e7ea-4c64-aeb5-0aca9c9c6a9a, kind: Service { id: 3b1fed32-ce57-4460-a9cb-8bcabafb5f0d }, name: Name(\"nexus-3b1fed32-ce57-4460-a9cb-8bcabafb5f0d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9e7547d2-70b7-41eb-96f6-ab0a9ba8f84a, kind: Service { id: 9b05ae10-b638-4e17-af1b-3d53602f4578 }, name: Name(\"nexus-9b05ae10-b638-4e17-af1b-3d53602f4578\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 153])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f8da65c0-c689-4319-9711-23c85881c64b, kind: Service { id: d41950f3-e43f-4a33-b0eb-3f93bf4fd039 }, name: Name(\"nexus-d41950f3-e43f-4a33-b0eb-3f93bf4fd039\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 59])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.99929298Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.999362842Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.999399733Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.999452904Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.999482455Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.999550907Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:46.999569557Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"7dca447f-8300-4614-9ac7-ed2eb06a23d0","remote_addr":"[fd00:1122:3344:101::c]:34146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":797,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.019214075Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.019275817Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c1d0f57b-7874-4453-86c8-ac6d5936091d","remote_addr":"[fd00:1122:3344:101::a]:38940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103857,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.023336876Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"7c248fb7-7a1f-4cf4-a8d2-a8294b69c23c","remote_addr":"[fd00:1122:3344:101::a]:38940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":646,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.046662983Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40761"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.047190616Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a0b0e21c-bcfa-4e85-bc0b-cd7d116c0121, kind: Service { id: 2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5 }, name: Name(\"external-dns-2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 200])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bd6b58ee-7435-46b8-8372-1603d581bac8, kind: Service { id: 30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1 }, name: Name(\"external-dns-30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 117])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5efe858f-e7ea-4c64-aeb5-0aca9c9c6a9a, kind: Service { id: 3b1fed32-ce57-4460-a9cb-8bcabafb5f0d }, name: Name(\"nexus-3b1fed32-ce57-4460-a9cb-8bcabafb5f0d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9e7547d2-70b7-41eb-96f6-ab0a9ba8f84a, kind: Service { id: 9b05ae10-b638-4e17-af1b-3d53602f4578 }, name: Name(\"nexus-9b05ae10-b638-4e17-af1b-3d53602f4578\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 153])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f8da65c0-c689-4319-9711-23c85881c64b, kind: Service { id: d41950f3-e43f-4a33-b0eb-3f93bf4fd039 }, name: Name(\"nexus-d41950f3-e43f-4a33-b0eb-3f93bf4fd039\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 59])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.047261098Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.04732792Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.04735899Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.047395221Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.047443272Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.047490493Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.047527574Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"cad6a48c-6ff2-441e-9eb1-ba585f87befc","remote_addr":"[fd00:1122:3344:101::b]:40761","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":669,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.055001796Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.094900507Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34340"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.095176184Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a0b0e21c-bcfa-4e85-bc0b-cd7d116c0121, kind: Service { id: 2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5 }, name: Name(\"external-dns-2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 200])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bd6b58ee-7435-46b8-8372-1603d581bac8, kind: Service { id: 30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1 }, name: Name(\"external-dns-30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 117])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5efe858f-e7ea-4c64-aeb5-0aca9c9c6a9a, kind: Service { id: 3b1fed32-ce57-4460-a9cb-8bcabafb5f0d }, name: Name(\"nexus-3b1fed32-ce57-4460-a9cb-8bcabafb5f0d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9e7547d2-70b7-41eb-96f6-ab0a9ba8f84a, kind: Service { id: 9b05ae10-b638-4e17-af1b-3d53602f4578 }, name: Name(\"nexus-9b05ae10-b638-4e17-af1b-3d53602f4578\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 153])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f8da65c0-c689-4319-9711-23c85881c64b, kind: Service { id: d41950f3-e43f-4a33-b0eb-3f93bf4fd039 }, name: Name(\"nexus-d41950f3-e43f-4a33-b0eb-3f93bf4fd039\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 59])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.095228735Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.095265546Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.095283127Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.095304047Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.095321668Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.095351118Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.095375209Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"40d55343-c9c7-422d-aeb4-586b3159bd37","remote_addr":"[fd00:1122:3344:101::a]:34340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":356,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.111331637Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b3831407-a098-4cd6-87b6-e3e223e4d1c1","remote_addr":"[fd00:1122:3344:101::b]:36115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112467,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:23:47.111625174Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"974de3df-18cb-4d4c-a711-7cf36920693e","remote_addr":"[fd00:1122:3344:101::b]:36115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":127,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:07.673043638Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46667"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:07.673941309Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"67573033-d1ba-4a12-91ae-97ffc86d0a65","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46667","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":792,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:08.846044326Z","hostname":"sock","pid":1562,"uri":"/273758ca-4687-47c2-b656-4cfc2ac70edb","method":"GET","req_id":"6b1fb168-9108-4c04-8c49-d2d3fd6e6c16","remote_addr":"[fd00:1122:3344:101::d]:45422","local_addr":"[fd00:1122:3344:101::1]:34785","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7266,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.409329715Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:36143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.409468809Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"8375df43-1c4d-4362-af24-f76d7b973f4e","remote_addr":"[fd00:1122:3344:101::c]:36143","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.421336937Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"dc7e5a8b-e01c-4edd-b1f9-847ba57991bb","remote_addr":"[fd00:1122:3344:101::c]:36143","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":138,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.474100231Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64159"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.474229785Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"434f9004-7aa0-4210-a389-242075289f1d","remote_addr":"[fd00:1122:3344:101::a]:64159","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":48,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.489459485Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"f29ee7e8-d6ff-4642-88a3-b4e13ccb7c33","remote_addr":"[fd00:1122:3344:101::a]:64159","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":130,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.560685919Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54022"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.560954316Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"f998bad1-b64f-4178-8a6d-04bcb2c4db97","remote_addr":"[fd00:1122:3344:101::c]:54022","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":163,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.590624998Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45609"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.5907381Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.631982764Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.689454073Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"7c13ddc0-373e-48c4-a20d-16244caf37bf","remote_addr":"[fd00:1122:3344:101::c]:45609","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98773,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.689611777Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38837"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.689662348Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47071"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.689715379Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50482"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.690883278Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"fa0923f4-5dce-41c4-9134-2ef8b076088b","remote_addr":"[fd00:1122:3344:101::b]:47071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":930,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.690898608Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.690924299Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"fb6e434b-7077-4b24-bb15-0d2c46090023","remote_addr":"[fd00:1122:3344:101::a]:50482","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1103,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.690945479Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b9294c31-8350-42ea-b4e2-507fbaaa8cd4","remote_addr":"[fd00:1122:3344:101::c]:45609","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1182,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.701175568Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"50d817b4-96bd-4fdc-9c23-685003430e33","remote_addr":"[fd00:1122:3344:101::b]:47071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":305,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.725260664Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34974"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.72550811Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"90707ce8-cf17-4ab7-8d82-8aa9c20b4e13","remote_addr":"[fd00:1122:3344:101::b]:34974","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":148,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.729914848Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.784580328Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e2a91edf-b23e-4e6f-81b7-5be63092e014","remote_addr":"[fd00:1122:3344:101::a]:38837","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94610,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.784897126Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"cad4ce51-bf98-49df-83a3-16b815b2be39","remote_addr":"[fd00:1122:3344:101::a]:38837","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":143,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.797711838Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44068"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.797887942Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.831266394Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.885527615Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f10493d1-63de-4cbe-9b3f-3177dd11af11","remote_addr":"[fd00:1122:3344:101::b]:44068","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87686,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:16.885845772Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"40c6fb1e-0ef5-4246-8624-315d56f386a4","remote_addr":"[fd00:1122:3344:101::b]:44068","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:27.852552184Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50077"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:27.852819511Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"b34d326f-78d7-4750-a354-2a05510f33b5","remote_addr":"[fd00:1122:3344:101::a]:50077","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":188,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:27.853070297Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:778","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(11245733) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:27.853106148Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"PUT","req_id":"64a56b97-db88-4b79-bdca-62d4d5eb6a71","remote_addr":"[fd00:1122:3344:101::a]:50077","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:27.986382061Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33946"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:27.994363886Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:539","metadata":"InstanceMetadata { silo_id: 0d47fa77-6a7d-47a5-88e8-3d2278a1ccc4, project_id: 000579e9-16ed-42cd-ac02-6f9deb6622ea }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-09-27T04:24:27.983750788Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 9c2a8bbd-2e5f-4369-abde-3fe0de10d006, kind: Instance { id: 1f709a41-00b0-4a8e-ad00-d4fd48991e51 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11245733), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9c2a8bbd-2e5f-4369-abde-3fe0de10d006, kind: Instance { id: 1f709a41-00b0-4a8e-ad00-d4fd48991e51 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11245733), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9c2a8bbd-2e5f-4369-abde-3fe0de10d006, kind: Instance { id: 1f709a41-00b0-4a8e-ad00-d4fd48991e51 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11245733), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(11245733))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9c2a8bbd-2e5f-4369-abde-3fe0de10d006, kind: Instance { id: 1f709a41-00b0-4a8e-ad00-d4fd48991e51 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11245733), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-10e3feaaa57\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: f865f863-2804-4e42-8402-0816ece0d0db, read_only_parent: Some(Volume { block_size: 512, id: d2fedb6a-3517-4e5b-9918-73192a0d7250, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 84e9f469-cfc4-4e4e-a715-4631b8e76144, key: Some(\"XzkOwzfIIxkoUEc/Yfw547SKYgEvzgJL5yEMnFCHRfo=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19002\", \"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::18]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: f865f863-2804-4e42-8402-0816ece0d0db, key: Some(\"ZIOlQSQ0s2t5AH0xjCwHRNX7gCPSkmi2LgLICv2aVaI=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::17]:19003\", \"[fd00:1122:3344:101::16]:19000\"] } }] } }], cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:27.994440758Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:572","migration_id":"None","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:27.994452848Z","hostname":"sock","pid":1562,"propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"sled-agent/src/instance.rs:1008","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 9c2a8bbd-2e5f-4369-abde-3fe0de10d006, kind: Instance { id: 1f709a41-00b0-4a8e-ad00-d4fd48991e51 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11245733), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9c2a8bbd-2e5f-4369-abde-3fe0de10d006, kind: Instance { id: 1f709a41-00b0-4a8e-ad00-d4fd48991e51 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11245733), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9c2a8bbd-2e5f-4369-abde-3fe0de10d006, kind: Instance { id: 1f709a41-00b0-4a8e-ad00-d4fd48991e51 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11245733), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(11245733))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9c2a8bbd-2e5f-4369-abde-3fe0de10d006, kind: Instance { id: 1f709a41-00b0-4a8e-ad00-d4fd48991e51 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11245733), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-10e3feaaa57\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: f865f863-2804-4e42-8402-0816ece0d0db, read_only_parent: Some(Volume { block_size: 512, id: d2fedb6a-3517-4e5b-9918-73192a0d7250, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 84e9f469-cfc4-4e4e-a715-4631b8e76144, key: Some(\"XzkOwzfIIxkoUEc/Yfw547SKYgEvzgJL5yEMnFCHRfo=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19002\", \"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::18]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: f865f863-2804-4e42-8402-0816ece0d0db, key: Some(\"ZIOlQSQ0s2t5AH0xjCwHRNX7gCPSkmi2LgLICv2aVaI=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::17]:19003\", \"[fd00:1122:3344:101::16]:19000\"] } }] } }], cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-09-27T04:24:27.983750788Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:27.996953309Z","hostname":"sock","pid":1562,"uri":"/vmms/b917f80b-5567-4a2b-be9e-28e542db7140","method":"PUT","req_id":"4bf7c632-bb95-4ec4-978f-503e2fba5b64","remote_addr":"[fd00:1122:3344:101::a]:33946","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":10488,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:28.118861366Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53857"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:28.119965613Z","hostname":"sock","pid":1562,"uri":"/vmms/b917f80b-5567-4a2b-be9e-28e542db7140/state","method":"PUT","req_id":"2c375ce2-fd20-4a3c-808f-eb698c2f6c8c","remote_addr":"[fd00:1122:3344:101::a]:53857","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":980,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:28.129904725Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 11245733 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:28.130583251Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:28.172964073Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:28.19586682Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:29.736497327Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:29.736715622Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140\") failed: Property not found. retry in 56.829351ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:24:29.930070798Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140\") failed: Property not found. retry in 66.599089ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:24:30.011811728Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140\") failed: Property not found. retry in 124.309428ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:24:30.118901734Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140\") failed: Property not found. retry in 277.191174ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:24:30.261390852Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140\") failed: Property not found. retry in 951.843019ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:24:30.552823215Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140\") failed: Property not found. retry in 1.301755952s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:24:31.519783609Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140\") failed: Property not found. retry in 672.722473ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:24:32.834025675Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140\") failed: Property not found. retry in 1.100976146s","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:24:33.518416233Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:34.649627075Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"sled-agent/src/instance.rs:1466"} {"msg":"wait for service Some(\"oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140\") failed: Property not found. retry in 36.977687ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:24:34.658545472Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140\") failed: Property not found. retry in 117.245588ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:24:34.706151171Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140\") failed: Property not found. retry in 177.052231ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:24:34.833765376Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140\") failed: Property not found. retry in 511.817942ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:24:35.021594507Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:35.545591681Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"sled-agent/src/instance.rs:1475"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:35.587345447Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"sled-agent/src/instance.rs:1499"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:35.731299511Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"sled-agent/src/instance.rs:744"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-09-27T04:24:35.733459933Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:35.733490194Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:35.733513445Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-09-27T04:24:35.733459933Z }","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:35.733531075Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-09-27T04:24:35.733459933Z }, migration_in: None, migration_out: None }","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-09-27T04:24:35.769431539Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:35.7694601Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:35.76947657Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-27T04:24:35.769431539Z }","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:35.7694846Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-27T04:24:35.769431539Z }, migration_in: None, migration_out: None }","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:37.705673244Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34141"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:37.705883119Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"bcac413b-fa1d-4799-b69b-a9e30c5c469e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34141","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"200"} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:38.56590196Z","hostname":"sock","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:197"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:38.565995012Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:38.596882434Z","hostname":"sock","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999995s","next_cleanup":"Instant { tv_sec: 1703, tv_nsec: 483828084 }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:38.963527458Z","hostname":"sock","pid":1562,"uri":"/273758ca-4687-47c2-b656-4cfc2ac70edb","method":"GET","req_id":"8100b300-ff6b-4da0-8016-7b35b5ad3335","remote_addr":"[fd00:1122:3344:101::d]:45422","local_addr":"[fd00:1122:3344:101::1]:34785","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7359,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.608162377Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54470"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.60831519Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"0289fc4e-e334-4a9e-9ef9-d391b4db603f","remote_addr":"[fd00:1122:3344:101::c]:54470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.614741237Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62426"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.614939721Z","hostname":"sock","pid":1562,"uri":"/vmms/b917f80b-5567-4a2b-be9e-28e542db7140/state","method":"GET","req_id":"2a7feb60-ad39-49c2-9896-f0c8a8bf46d7","remote_addr":"[fd00:1122:3344:101::a]:62426","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.666560538Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47811"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.666819684Z","hostname":"sock","pid":1562,"uri":"/vmms/b917f80b-5567-4a2b-be9e-28e542db7140/state","method":"GET","req_id":"7125c8ce-2a7b-4e1d-82e0-766426274509","remote_addr":"[fd00:1122:3344:101::c]:47811","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":180,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.792487643Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52487"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.79277654Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"70dae247-94f9-455d-af23-69c5fe6acb1f","remote_addr":"[fd00:1122:3344:101::b]:52487","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":198,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.80264724Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.802788554Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"cac6db2b-03cb-4a6b-b614-c6251d740a6b","remote_addr":"[fd00:1122:3344:101::b]:60134","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":64,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.816060536Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41792"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.816937437Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"58cfff07-057f-4526-8264-8cbf1affd3ea","remote_addr":"[fd00:1122:3344:101::c]:41792","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":830,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.836100413Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b7453040-ff07-437c-9fc4-216744a4b165","remote_addr":"[fd00:1122:3344:101::c]:54470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":249,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.847330257Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53714"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.84747498Z","hostname":"sock","pid":1562,"uri":"/vmms/b917f80b-5567-4a2b-be9e-28e542db7140/state","method":"GET","req_id":"92d2550d-acba-468e-aff6-cb0aec405f52","remote_addr":"[fd00:1122:3344:101::b]:53714","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.86227542Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56221"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.862407484Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.901416573Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.956732529Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"da40f248-9502-4b7e-99de-2dc79000809e","remote_addr":"[fd00:1122:3344:101::c]:56221","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94380,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.956952885Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59822"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.957010716Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58161"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.958097973Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"fc53b1ad-8777-4671-b085-0bf1b9c28a81","remote_addr":"[fd00:1122:3344:101::a]:58161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":954,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.958176604Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"27eca62a-a591-45d7-8954-b7af03e672cb","remote_addr":"[fd00:1122:3344:101::c]:56221","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1067,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.958214485Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"b0aa0129-7bb6-4753-a2b2-68033c32ab6b","remote_addr":"[fd00:1122:3344:101::a]:59822","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":995,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.958237786Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a9c0bcde-51ab-4a67-b404-806c7b4a6222","remote_addr":"[fd00:1122:3344:101::b]:60134","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1094,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.966874476Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48702"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:46.96703136Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:47.002244987Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:47.063625181Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"87e3e65c-b3a0-47d2-a1cc-1c8a3dcdf041","remote_addr":"[fd00:1122:3344:101::a]:48702","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96671,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:47.063870537Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49136"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:47.064704327Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:47.064729208Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7aaf11ca-86d5-4990-bdce-35f99a98c608","remote_addr":"[fd00:1122:3344:101::a]:58161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":940,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:47.064792819Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"6540bbbb-15cd-41c3-b222-cdd149daccd8","remote_addr":"[fd00:1122:3344:101::a]:48702","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":878,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:47.10303811Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:47.158634414Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"258e21cd-bfb8-43ab-8938-c1a0856d759a","remote_addr":"[fd00:1122:3344:101::b]:49136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94617,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:47.158985672Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4a17d7c9-8918-4408-9e40-4d9131853830","remote_addr":"[fd00:1122:3344:101::b]:49136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":149,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:48.842224319Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58067"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:48.842876805Z","hostname":"sock","pid":1562,"uri":"/vmms/b917f80b-5567-4a2b-be9e-28e542db7140/state","method":"PUT","req_id":"fedcf47d-14c7-42b5-8496-394bc1df7b37","remote_addr":"[fd00:1122:3344:101::a]:58067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":547,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-09-27T04:24:48.842990947Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:48.843018998Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:48.843040898Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-09-27T04:24:48.842990947Z }","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:48.843062559Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-09-27T04:24:48.842990947Z }, migration_in: None, migration_out: None }","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-09-27T04:24:48.881933315Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:48.881952145Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:48.881978436Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-09-27T04:24:48.881933315Z }","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:48.881989426Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"sled-agent/src/instance.rs:630","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:48.882004057Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:24:48.882103069Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"17429792685067563279"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:48.882341015Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:48.882427617Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/debug/bundle/zone\", \"/pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/debug\", \"/pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/debug\", \"/pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/debug\", \"/pool/ext/d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crypt/debug\", \"/pool/ext/48604733-34f0-4c7d-a800-bc2d35a9bd55/crypt/debug\", \"/pool/ext/d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crypt/debug\", \"/pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/debug\", \"/pool/ext/ca4b22d7-a885-4c9b-a158-428c94d728ff/crypt/debug\", \"/pool/ext/4b036abe-abef-463a-8eb9-d1a1776e412a/crypt/debug\"] }","zone_name":"oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:24:48.882580511Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"273758ca-4687-47c2-b656-4cfc2ac70edb","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"10108606889482785580"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:49.521744097Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140\", bundle_id: fef8ed41-6df5-4b7d-86f0-a37564b29308 }, time_created: 2024-09-27T04:24:48.883308298Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140","v":0,"name":"SledAgent","level":40,"time":"2024-09-27T04:24:49.521811759Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"sled-agent/src/instance.rs:843"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:51.260605959Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:51.278125985Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(11245733), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:51.278165066Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(11245733), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:51.279082488Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-09-27T04:24:51.279057348Z }, migration_in: None, migration_out: None }","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:51.301952065Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-09-27T04:24:51.279057348Z }, migration_in: None, migration_out: None }","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:51.306009064Z","hostname":"sock","pid":1562,"instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","propolis_id":"b917f80b-5567-4a2b-be9e-28e542db7140","instance_id":"1f709a41-00b0-4a8e-ad00-d4fd48991e51","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:51.650033397Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44394"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:51.650131049Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b4946ad0-c17b-485f-988f-a83ff0c83738","remote_addr":"[fd00:1122:3344:101::a]:44394","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":42,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:51.658612306Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"4c9f308c-304b-45b3-bae1-1473d84f147d","remote_addr":"[fd00:1122:3344:101::a]:44394","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:51.755290579Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45756"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:51.755484844Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"8d66c853-4dfa-486e-b8ed-3e672aa47aea","remote_addr":"[fd00:1122:3344:101::a]:45756","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:52.153129771Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37718"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:52.153341426Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"5fdcca78-8a1e-4198-8878-fd88e75738d8","remote_addr":"[fd00:1122:3344:101::a]:37718","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:52.711776268Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41990"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:52.71186318Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"deefc690-8424-41bf-887f-c7795be096c3","remote_addr":"[fd00:1122:3344:101::a]:41990","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:52.721044674Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7ec38db3-d9d2-4689-aa37-a3dc636ee9a2","remote_addr":"[fd00:1122:3344:101::a]:41990","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":591,"response_code":"204"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-27T04:24:52.97032961Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}